{"level":"info","ts":1784725877.3092787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80"} {"level":"info","ts":1784725877.3092897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","EoS":true} {"level":"info","ts":1784725877.3093145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","header":"x-maas-subscription"} {"level":"info","ts":1784725877.3093243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","header":"x-maas-username"} {"level":"info","ts":1784725877.3093324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","header":"x-maas-group"} {"level":"info","ts":1784725877.3093467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.30937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80"} {"level":"info","ts":1784725877.3103163,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80"} {"level":"info","ts":1784725877.3103294,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80"} {"level":"info","ts":1784725877.3103404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","EoS":false} {"level":"info","ts":1784725877.3103502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","EoS":true} {"level":"info","ts":1784725877.3103912,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80"} {"level":"info","ts":1784725877.4496007,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725877.4496696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.4496784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.4496894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","EoS":true} {"level":"info","ts":1784725877.449714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","header":"x-maas-username"} {"level":"info","ts":1784725877.4497242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","header":"x-maas-group"} {"level":"info","ts":1784725877.4497302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","header":"x-maas-subscription"} {"level":"info","ts":1784725877.4497423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.4497652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.452442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.4524612,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.4524777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","EoS":false} {"level":"info","ts":1784725877.4524922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","EoS":true} {"level":"info","ts":1784725877.4525552,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.5946772,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725877.5947468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.5947578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.5947683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","EoS":true} {"level":"info","ts":1784725877.5947914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","header":"x-maas-group"} {"level":"info","ts":1784725877.5948012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","header":"x-maas-username"} {"level":"info","ts":1784725877.5948112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","header":"x-maas-subscription"} {"level":"info","ts":1784725877.594824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.594848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.595755,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.5957727,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.5957918,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","EoS":false} {"level":"info","ts":1784725877.595809,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","EoS":true} {"level":"info","ts":1784725877.595851,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.7342741,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725877.7343428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.7343538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.734366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","EoS":true} {"level":"info","ts":1784725877.7343893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","header":"x-maas-username"} {"level":"info","ts":1784725877.7343998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","header":"x-maas-subscription"} {"level":"info","ts":1784725877.7344048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","header":"x-maas-group"} {"level":"info","ts":1784725877.7344167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.7344391,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.735333,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.7353547,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.735375,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","EoS":false} {"level":"info","ts":1784725877.7353945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","EoS":true} {"level":"info","ts":1784725877.735442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725896.588193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725896.5882692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.5882826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.5882945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","EoS":true} {"level":"info","ts":1784725896.5883212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","header":"x-maas-group"} {"level":"info","ts":1784725896.5883317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","header":"x-maas-username"} {"level":"info","ts":1784725896.58834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","header":"x-maas-subscription"} {"level":"info","ts":1784725896.5883536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725896.5883782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.5893126,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.5893328,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.5893488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","EoS":false} {"level":"info","ts":1784725896.5893607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","EoS":true} {"level":"info","ts":1784725896.5893934,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.69758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725896.697649,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677"} {"level":"info","ts":1784725896.699278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677"} {"level":"info","ts":1784725896.699295,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677"} {"level":"info","ts":1784725896.6993113,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677","EoS":false} {"level":"info","ts":1784725896.6993217,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677"} {"level":"info","ts":1784725896.6993477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677","EoS":true} {"level":"info","ts":1784725896.6993577,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677"} {"level":"info","ts":1784725901.3386998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725901.3387744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725901.3387868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725901.3387988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","EoS":true} {"level":"info","ts":1784725901.3388243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","header":"x-maas-subscription"} {"level":"info","ts":1784725901.3388336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","header":"x-maas-username"} {"level":"info","ts":1784725901.338839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","header":"x-maas-group"} {"level":"info","ts":1784725901.3388526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725901.3388786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725901.3400588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725901.3400798,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725901.340094,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","EoS":false} {"level":"info","ts":1784725901.3401043,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","EoS":true} {"level":"info","ts":1784725901.3401341,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725914.008605,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725914.0087047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725914.0087183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725914.0087304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","EoS":true} {"level":"info","ts":1784725914.0087543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","header":"x-maas-group"} {"level":"info","ts":1784725914.0087643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","header":"x-maas-username"} {"level":"info","ts":1784725914.0087693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","header":"x-maas-subscription"} {"level":"info","ts":1784725914.008781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725914.008805,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725914.0100148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725914.0100343,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725914.010054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","EoS":false} {"level":"info","ts":1784725914.0100718,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","EoS":true} {"level":"info","ts":1784725914.0101125,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725926.8794312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725926.8795106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725926.8795378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725926.87955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","EoS":true} {"level":"info","ts":1784725926.8795745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","header":"x-maas-group"} {"level":"info","ts":1784725926.879585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","header":"x-maas-username"} {"level":"info","ts":1784725926.8795896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","header":"x-maas-subscription"} {"level":"info","ts":1784725926.8796022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725926.8796277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725926.881883,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725926.8819015,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725926.8819168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","EoS":false} {"level":"info","ts":1784725926.8819294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","EoS":true} {"level":"info","ts":1784725926.8819625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725935.4282954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725935.4283674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725935.428378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725935.4283893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","EoS":true} {"level":"info","ts":1784725935.428414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","header":"x-maas-subscription"} {"level":"info","ts":1784725935.4284236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","header":"x-maas-username"} {"level":"info","ts":1784725935.428429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","header":"x-maas-group"} {"level":"info","ts":1784725935.4284408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725935.4284635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725935.4296288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725935.4296474,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725935.429662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","EoS":false} {"level":"info","ts":1784725935.4296734,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","EoS":true} {"level":"info","ts":1784725935.4297223,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725944.317927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725944.31802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725944.3180363,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725944.318048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","EoS":true} {"level":"info","ts":1784725944.3180742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","header":"x-maas-subscription"} {"level":"info","ts":1784725944.318084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","header":"x-maas-username"} {"level":"info","ts":1784725944.3180892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","header":"x-maas-group"} {"level":"info","ts":1784725944.3181014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725944.3181446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725944.319286,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725944.3193057,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725944.3193212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","EoS":false} {"level":"info","ts":1784725944.3193328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","EoS":true} {"level":"info","ts":1784725944.3193643,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725972.3186133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725972.3186936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725972.3187048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725972.318718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","EoS":true} {"level":"info","ts":1784725972.318741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","header":"x-maas-subscription"} {"level":"info","ts":1784725972.3187504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","header":"x-maas-username"} {"level":"info","ts":1784725972.3187556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","header":"x-maas-group"} {"level":"info","ts":1784725972.3187687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725972.3187933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725972.3198066,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725972.3198311,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725972.3198519,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","EoS":false} {"level":"info","ts":1784725972.3198693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","EoS":true} {"level":"info","ts":1784725972.3199108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725995.0012505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725995.0013366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784725995.0013485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784725995.001361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","EoS":true} {"level":"info","ts":1784725995.001386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","header":"x-maas-subscription"} {"level":"info","ts":1784725995.0013962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","header":"x-maas-username"} {"level":"info","ts":1784725995.0014014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","header":"x-maas-group"} {"level":"info","ts":1784725995.0014145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725995.0014393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784725995.002462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784725995.002481,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784725995.0024962,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","EoS":false} {"level":"info","ts":1784725995.0025089,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","EoS":true} {"level":"info","ts":1784725995.0025609,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784726021.3882039,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726021.3882766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726021.3882885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726021.3883018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","EoS":true} {"level":"info","ts":1784726021.3883255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","header":"x-maas-username"} {"level":"info","ts":1784726021.3883357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","header":"x-maas-subscription"} {"level":"info","ts":1784726021.3883414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","header":"x-maas-group"} {"level":"info","ts":1784726021.3883543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726021.3883758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726021.3912127,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726021.3912332,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726021.3912544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","EoS":false} {"level":"info","ts":1784726021.3912666,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","EoS":true} {"level":"info","ts":1784726021.3913045,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726030.8214457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726030.8215427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.82156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.8215733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","EoS":true} {"level":"info","ts":1784726030.8216045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","header":"x-maas-username"} {"level":"info","ts":1784726030.8216152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","header":"x-maas-subscription"} {"level":"info","ts":1784726030.821621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","header":"x-maas-group"} {"level":"info","ts":1784726030.8216333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726030.8216584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.8228042,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.8228211,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.8228366,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","EoS":false} {"level":"info","ts":1784726030.8228483,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","EoS":true} {"level":"info","ts":1784726030.8228781,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.8589687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726030.8590417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726030.8590539,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726030.859065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","EoS":true} {"level":"info","ts":1784726030.8590884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","header":"x-maas-username"} {"level":"info","ts":1784726030.8591003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","header":"x-maas-subscription"} {"level":"info","ts":1784726030.8591087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","header":"x-maas-group"} {"level":"info","ts":1784726030.8591213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726030.8591456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726030.8602836,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726030.8602965,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726030.8603084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","EoS":false} {"level":"info","ts":1784726030.8603187,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","EoS":true} {"level":"info","ts":1784726030.860355,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726050.031053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726050.0311403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726050.0311542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726050.0311692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","EoS":true} {"level":"info","ts":1784726050.0312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","header":"x-maas-subscription"} {"level":"info","ts":1784726050.031213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","header":"x-maas-group"} {"level":"info","ts":1784726050.0312204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","header":"x-maas-username"} {"level":"info","ts":1784726050.0312364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726050.0312684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726050.0324342,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726050.0324564,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726050.0324786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","EoS":false} {"level":"info","ts":1784726050.0324996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","EoS":true} {"level":"info","ts":1784726050.0325665,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726182.8805752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726182.8806462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726182.8806589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726182.8806703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","EoS":true} {"level":"info","ts":1784726182.8806918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","header":"x-maas-subscription"} {"level":"info","ts":1784726182.8807025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","header":"x-maas-group"} {"level":"info","ts":1784726182.8807073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","header":"x-maas-username"} {"level":"info","ts":1784726182.8807201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784726182.8807437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726182.8826315,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726182.882653,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726182.8826678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","EoS":false} {"level":"info","ts":1784726182.8826802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","EoS":true} {"level":"info","ts":1784726182.8827138,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726220.0116682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726220.0117471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726220.0117574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726220.0117683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","EoS":true} {"level":"info","ts":1784726220.0117898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","header":"x-maas-subscription"} {"level":"info","ts":1784726220.0118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","header":"x-maas-group"} {"level":"info","ts":1784726220.0118055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","header":"x-maas-username"} {"level":"info","ts":1784726220.0118177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726220.0118396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726220.0150638,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726220.0150814,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726220.0150952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","EoS":false} {"level":"info","ts":1784726220.0151057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","EoS":true} {"level":"info","ts":1784726220.01515,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726235.3211436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726235.3212187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.3212302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.3212414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","EoS":true} {"level":"info","ts":1784726235.321264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","header":"x-maas-subscription"} {"level":"info","ts":1784726235.321276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","header":"x-maas-username"} {"level":"info","ts":1784726235.3212833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","header":"x-maas-group"} {"level":"info","ts":1784726235.3212998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726235.3213255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.3226614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.322681,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.3226964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","EoS":false} {"level":"info","ts":1784726235.3227103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","EoS":true} {"level":"info","ts":1784726235.3227456,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726531.5126414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726531.5127227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.5127337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.5127492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","EoS":true} {"level":"info","ts":1784726531.5127745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","header":"x-maas-username"} {"level":"info","ts":1784726531.512785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","header":"x-maas-subscription"} {"level":"info","ts":1784726531.5127895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","header":"x-maas-group"} {"level":"info","ts":1784726531.512802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726531.5128405,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.5150409,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.5150592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.5150754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","EoS":false} {"level":"info","ts":1784726531.5150895,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","EoS":true} {"level":"info","ts":1784726531.5151248,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726536.3175826,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"31263146-74e9-43ed-8c99-7f72df3aa17b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784726536.3179333,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35973.378787172,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.3179555,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.3538015,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.4188242,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"31263146-74e9-43ed-8c99-7f72df3aa17b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784726536.4421535,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19e0fe92-891c-4994-8284-a732b089f29e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726536.442204,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19e0fe92-891c-4994-8284-a732b089f29e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784726536.4422638,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dac0cfe-6965-40f3-a08f-1345f72810b5"} {"level":"info","ts":1784726536.4518764,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6dd962cb-3f5a-4847-8a5d-a9e8879ad888","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726536.451974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38678.243946112,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.4519906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.4520333,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6dd962cb-3f5a-4847-8a5d-a9e8879ad888","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784726536.4733336,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.5524297,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dac0cfe-6965-40f3-a08f-1345f72810b5","name":"e2e-external-provider"} {"level":"info","ts":1784726536.5591166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"116676c0-0ca3-4693-a898-89088f7cea5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.5591302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"771db02e-60d7-44cd-aebe-f6f70ebc7911"} {"level":"info","ts":1784726536.5591683,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"116676c0-0ca3-4693-a898-89088f7cea5b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.5685372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f65acdf-f7c3-4543-8eb2-a95c69ced215","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.5685673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f65acdf-f7c3-4543-8eb2-a95c69ced215","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.5685847,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"771db02e-60d7-44cd-aebe-f6f70ebc7911","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784726536.5777557,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2326dff-a9d2-4dda-809d-ff3e13805b70","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.5777848,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2326dff-a9d2-4dda-809d-ff3e13805b70","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784726536.578186,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"771db02e-60d7-44cd-aebe-f6f70ebc7911","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.578253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fe4e2f8-986c-4195-ac2f-738072e89d6b"} {"level":"info","ts":1784726536.5782769,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fe4e2f8-986c-4195-ac2f-738072e89d6b","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784726536.584811,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fe4e2f8-986c-4195-ac2f-738072e89d6b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.595987,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a22aff6-e282-4445-a059-7b7ed0e0ad62"} {"level":"info","ts":1784726536.5960143,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a22aff6-e282-4445-a059-7b7ed0e0ad62","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784726536.59626,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dac0cfe-6965-40f3-a08f-1345f72810b5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784726536.6019163,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a22aff6-e282-4445-a059-7b7ed0e0ad62","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.6081417,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dac0cfe-6965-40f3-a08f-1345f72810b5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784726536.6208885,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dac0cfe-6965-40f3-a08f-1345f72810b5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784726536.6229236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df266416-bddd-4186-8648-3cec683e81ad"} {"level":"info","ts":1784726536.6229534,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df266416-bddd-4186-8648-3cec683e81ad","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784726536.632809,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27a73473-1c3f-45aa-9196-468ae14949d7"} {"level":"info","ts":1784726536.6329033,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27a73473-1c3f-45aa-9196-468ae14949d7","name":"e2e-external-provider"} {"level":"info","ts":1784726536.6330125,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"356a7044-dc82-447a-bb8f-e12a9b8c660d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726536.6330347,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"356a7044-dc82-447a-bb8f-e12a9b8c660d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784726536.6330736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df266416-bddd-4186-8648-3cec683e81ad","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.6330967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13a72413-169f-4bac-ba51-60740262ae81","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.633115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13a72413-169f-4bac-ba51-60740262ae81","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.6331294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64089dc9-3049-4776-bc17-a9e97000810c"} {"level":"info","ts":1784726536.6333513,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35629.306044486,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.6333685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.6417792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.6442366,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27a73473-1c3f-45aa-9196-468ae14949d7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784726536.648091,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27a73473-1c3f-45aa-9196-468ae14949d7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.648174,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf8c76ee-377c-40ae-b113-fe1637728659"} {"level":"info","ts":1784726536.6482215,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf8c76ee-377c-40ae-b113-fe1637728659","name":"e2e-external-provider"} {"level":"info","ts":1784726536.6615841,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf8c76ee-377c-40ae-b113-fe1637728659","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784726536.73435,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64089dc9-3049-4776-bc17-a9e97000810c","name":"e2e-external-model"} {"level":"info","ts":1784726536.7536266,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7119c61f-1003-4862-b6a8-3389745516a4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.7536702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7119c61f-1003-4862-b6a8-3389745516a4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784726536.7574718,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64089dc9-3049-4776-bc17-a9e97000810c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784726536.7575617,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64089dc9-3049-4776-bc17-a9e97000810c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.7576308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef71e1b8-8e86-48b9-8b68-69fd48596c3c"} {"level":"info","ts":1784726536.7576923,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef71e1b8-8e86-48b9-8b68-69fd48596c3c","name":"e2e-external-model"} {"level":"info","ts":1784726536.76559,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a42f2ada-29e1-411e-afc8-b30f6f9cdee3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.7656293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a42f2ada-29e1-411e-afc8-b30f6f9cdee3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784726536.769886,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef71e1b8-8e86-48b9-8b68-69fd48596c3c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784726536.7699366,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef71e1b8-8e86-48b9-8b68-69fd48596c3c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.7700047,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb56e7d2-30cc-4525-9d9a-e34415c4033a"} {"level":"info","ts":1784726536.770078,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb56e7d2-30cc-4525-9d9a-e34415c4033a","name":"e2e-external-model"} {"level":"info","ts":1784726536.779676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2f5e0cd-2c9b-4962-a4a5-90916761491e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.779714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2f5e0cd-2c9b-4962-a4a5-90916761491e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.780079,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb56e7d2-30cc-4525-9d9a-e34415c4033a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784726536.7834508,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb56e7d2-30cc-4525-9d9a-e34415c4033a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.783549,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81bc1159-32ba-4b62-b155-8eeff7e7f88a"} {"level":"info","ts":1784726536.7836092,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81bc1159-32ba-4b62-b155-8eeff7e7f88a","name":"e2e-external-model"} {"level":"info","ts":1784726536.7929173,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81bc1159-32ba-4b62-b155-8eeff7e7f88a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784726544.0212662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726544.021348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a"} {"level":"info","ts":1784726544.021361,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a"} {"level":"info","ts":1784726544.0213726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","EoS":true} {"level":"info","ts":1784726544.0213974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","header":"x-maas-group"} {"level":"info","ts":1784726544.0214088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","header":"x-maas-username"} {"level":"info","ts":1784726544.021414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","header":"x-maas-subscription"} {"level":"info","ts":1784726544.0214262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726544.0214343,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","modelName":"e2e-external-model"} {"level":"info","ts":1784726544.021446,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784726544.0214825,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784726544.021502,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","authType":"apikey"} {"level":"info","ts":1784726544.021542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a"} {"level":"info","ts":1784726544.1387384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd8da69f-1e9c-4ba5-ac9d-837a09823d47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1387584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd34db04-3b7a-4ff4-88be-4de40fecb951"} {"level":"info","ts":1784726544.1387868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd8da69f-1e9c-4ba5-ac9d-837a09823d47","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784726544.1465418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bf06b94-d0a7-48b2-8545-bcd831dc009e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1465786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bf06b94-d0a7-48b2-8545-bcd831dc009e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784726544.147668,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd34db04-3b7a-4ff4-88be-4de40fecb951","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726544.1477237,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd34db04-3b7a-4ff4-88be-4de40fecb951","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.1576242,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd34db04-3b7a-4ff4-88be-4de40fecb951","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784726544.1616771,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd34db04-3b7a-4ff4-88be-4de40fecb951","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726544.1617668,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e64cfb6d-9156-4c62-bfb8-b448f686c447"} {"level":"info","ts":1784726544.1618233,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e64cfb6d-9156-4c62-bfb8-b448f686c447","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.1678941,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d565846-8087-414d-bae0-b3de67b64f40","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1679268,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d565846-8087-414d-bae0-b3de67b64f40","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784726544.1708908,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e64cfb6d-9156-4c62-bfb8-b448f686c447","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784726544.174621,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e64cfb6d-9156-4c62-bfb8-b448f686c447","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726544.1747487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003f79fd-d67f-4296-8ae0-ce2162594387"} {"level":"info","ts":1784726544.174825,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003f79fd-d67f-4296-8ae0-ce2162594387","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.1823192,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56f0b8f6-c308-4c14-b260-5d004d4e8aea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1823554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56f0b8f6-c308-4c14-b260-5d004d4e8aea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784726544.1832488,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003f79fd-d67f-4296-8ae0-ce2162594387","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784726544.1872537,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003f79fd-d67f-4296-8ae0-ce2162594387","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726544.1873634,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8594003-3936-4860-ac70-68d6e7fb47ff"} {"level":"info","ts":1784726544.187436,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8594003-3936-4860-ac70-68d6e7fb47ff","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.1962574,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8594003-3936-4860-ac70-68d6e7fb47ff","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784726544.1988003,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d96655b-a240-474e-849d-44134af6d06e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1988385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d96655b-a240-474e-849d-44134af6d06e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784726544.2017667,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8594003-3936-4860-ac70-68d6e7fb47ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726544.2018495,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90fdc32d-a573-4995-98cb-2b7a47959f76"} {"level":"info","ts":1784726544.2019033,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90fdc32d-a573-4995-98cb-2b7a47959f76","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.2103078,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90fdc32d-a573-4995-98cb-2b7a47959f76","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784726552.4086804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc3e89fb-8b1e-428d-ab5b-a0928db33a49"} {"level":"info","ts":1784726552.4087052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bda1f275-d222-465f-8c14-56631cb31e7f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726552.408736,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bda1f275-d222-465f-8c14-56631cb31e7f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726556.7185864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.718646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77"} {"level":"info","ts":1784726556.7186553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77"} {"level":"info","ts":1784726556.718667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77","EoS":true} {"level":"info","ts":1784726556.718699,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784726556.718723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77"} {"level":"info","ts":1784726556.761752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.7618356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc"} {"level":"info","ts":1784726556.76185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc"} {"level":"info","ts":1784726556.761869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","EoS":true} {"level":"info","ts":1784726556.7619014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","header":"x-maas-subscription"} {"level":"info","ts":1784726556.761914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","header":"x-maas-group"} {"level":"info","ts":1784726556.7619224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","header":"x-maas-username"} {"level":"info","ts":1784726556.7619386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726556.7619498,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","modelName":"e2e-external-model"} {"level":"info","ts":1784726556.7619681,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784726556.761998,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784726556.7620296,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","authType":"apikey"} {"level":"info","ts":1784726556.7620609,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc"} {"level":"info","ts":1784726556.8118787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.811944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.811955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.8119667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","EoS":true} {"level":"info","ts":1784726556.8119903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","header":"x-maas-group"} {"level":"info","ts":1784726556.8120015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","header":"x-maas-subscription"} {"level":"info","ts":1784726556.8120067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","header":"x-maas-username"} {"level":"info","ts":1784726556.8120193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726556.8120449,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.9148304,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.914857,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.9148736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","EoS":false} {"level":"info","ts":1784726556.9148874,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","EoS":true} {"level":"error","ts":1784726556.914904,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784726556.9149706,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.9569905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.9570878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726556.9571433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726556.9571717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","EoS":true} {"level":"info","ts":1784726556.9572058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","header":"x-maas-group"} {"level":"info","ts":1784726556.9572186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","header":"x-maas-subscription"} {"level":"info","ts":1784726556.95723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","header":"x-maas-username"} {"level":"info","ts":1784726556.9572754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726557.0065446,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726557.006575,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726557.006603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","EoS":false} {"level":"info","ts":1784726557.0066164,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","EoS":true} {"level":"error","ts":1784726557.0066307,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784726557.0066645,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726557.85054,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51f706af-6952-4edb-9999-e781875b9995"} {"level":"info","ts":1784726557.8505409,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0431db7-180f-49d3-a286-e744e29b10df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726557.8505936,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0431db7-180f-49d3-a286-e744e29b10df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726558.0055022,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"699beadc-827c-44d7-8b68-b99ed56e7fd3"} {"level":"info","ts":1784726558.0055466,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55a74596-2562-450e-8b80-171d7ef50077","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726558.005658,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55a74596-2562-450e-8b80-171d7ef50077","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726558.1267948,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f073c8c-09ca-40f8-8076-56e2a2299e78","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784726558.1268547,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f073c8c-09ca-40f8-8076-56e2a2299e78","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784727175.3006094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784727175.3006852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727175.300693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727175.3007045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","EoS":true} {"level":"info","ts":1784727175.3007302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","header":"x-maas-group"} {"level":"info","ts":1784727175.3007407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","header":"x-maas-subscription"} {"level":"info","ts":1784727175.3007452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","header":"x-maas-username"} {"level":"info","ts":1784727175.3007576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","path":"/ai-tenant-e2e-inf-b-aa3ea2/test-model-aa3ea2/v1/chat/completions"} {"level":"info","ts":1784727175.3007805,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727175.3146014,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727175.3146229,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727175.314637,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","EoS":false} {"level":"info","ts":1784727175.3146489,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","EoS":true} {"level":"info","ts":1784727175.314693,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727629.9400368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784727629.9401104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727629.9401183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727629.9401298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","EoS":true} {"level":"info","ts":1784727629.9401534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","header":"x-maas-username"} {"level":"info","ts":1784727629.9401634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","header":"x-maas-subscription"} {"level":"info","ts":1784727629.9401689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","header":"x-maas-group"} {"level":"info","ts":1784727629.9401813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","path":"/ai-tenant-e2e-shared-a-15ce38/rate-test-model-15ce38/v1/completions"} {"level":"info","ts":1784727629.9402137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727629.9539158,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727629.9539359,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727629.9539568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","EoS":false} {"level":"info","ts":1784727629.9539702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","EoS":true} {"level":"info","ts":1784727629.9540062,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727647.3534098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784727647.3534894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"} {"level":"info","ts":1784727647.3534977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"} {"level":"info","ts":1784727647.353509,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","EoS":true} {"level":"info","ts":1784727647.3535554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","header":"x-maas-subscription"} {"level":"info","ts":1784727647.3535638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","header":"x-maas-username"} {"level":"info","ts":1784727647.353569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","header":"x-maas-group"} {"level":"info","ts":1784727647.3535826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","path":"/ai-tenant-e2e-shared-b-19e216/rate-test-model-19e216/v1/completions"} {"level":"info","ts":1784727647.353605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"} {"level":"info","ts":1784727647.3726509,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"} {"level":"info","ts":1784727647.3726776,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"} {"level":"info","ts":1784727647.3726945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","EoS":false} {"level":"info","ts":1784727647.3727076,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","EoS":true} {"level":"info","ts":1784727647.3727486,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"}