{"level":"info","ts":1784725877.296721,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80"} {"level":"info","ts":1784725877.2967327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","EoS":false} {"level":"info","ts":1784725877.296743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","EoS":true} {"level":"info","ts":1784725877.2967618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725877.2967782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.2968009,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78946dc0-35bf-4114-9cd5-daec4b041f80"} {"level":"info","ts":1784725877.4356718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725877.4357467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.4357562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.435767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","EoS":false} {"level":"info","ts":1784725877.4357774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","EoS":true} {"level":"info","ts":1784725877.435798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725877.4358134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.4358346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"995d5a2b-dd28-4cc0-9030-e7f3a5686b0b"} {"level":"info","ts":1784725877.582734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725877.5828085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.5828192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.582831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","EoS":false} {"level":"info","ts":1784725877.5828443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","EoS":true} {"level":"info","ts":1784725877.5828657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725877.5828805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.5829046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8f10bdd-fa99-4ea5-9326-03d474b2e9dc"} {"level":"info","ts":1784725877.719577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725877.7196593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.7196717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.719689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","EoS":false} {"level":"info","ts":1784725877.7197022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","EoS":true} {"level":"info","ts":1784725877.719723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725877.719737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.7197578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80d4b8ce-75fc-4999-affe-1b47a2d25ecb"} {"level":"info","ts":1784725877.8605816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725877.860663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16490e89-f68b-45aa-9478-984ae316ca0e"} {"level":"info","ts":1784725877.860672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16490e89-f68b-45aa-9478-984ae316ca0e"} {"level":"info","ts":1784725877.8606837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16490e89-f68b-45aa-9478-984ae316ca0e","EoS":false} {"level":"info","ts":1784725877.8606982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16490e89-f68b-45aa-9478-984ae316ca0e","EoS":true} {"level":"info","ts":1784725877.86072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16490e89-f68b-45aa-9478-984ae316ca0e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725877.8607357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16490e89-f68b-45aa-9478-984ae316ca0e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725877.8607554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16490e89-f68b-45aa-9478-984ae316ca0e"} {"level":"info","ts":1784725896.5750816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725896.575159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.5751686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.57518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","EoS":false} {"level":"info","ts":1784725896.5751913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","EoS":true} {"level":"info","ts":1784725896.575222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725896.5752454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725896.5752661,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"977dc293-d420-43c7-8fd3-214ce57738f5"} {"level":"info","ts":1784725896.6111524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725896.6112165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db5e786-3394-4a88-aed8-858e6700d22f"} {"level":"info","ts":1784725896.6112254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3db5e786-3394-4a88-aed8-858e6700d22f"} {"level":"info","ts":1784725896.6112359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db5e786-3394-4a88-aed8-858e6700d22f","EoS":false} {"level":"info","ts":1784725896.6112494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db5e786-3394-4a88-aed8-858e6700d22f","EoS":true} {"level":"info","ts":1784725896.6112683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3db5e786-3394-4a88-aed8-858e6700d22f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725896.6112826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db5e786-3394-4a88-aed8-858e6700d22f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725896.6113017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3db5e786-3394-4a88-aed8-858e6700d22f"} {"level":"info","ts":1784725896.649306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725896.649389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d6714da-1fc5-4711-a518-fa5ba4902b6e"} {"level":"info","ts":1784725896.649402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d6714da-1fc5-4711-a518-fa5ba4902b6e"} {"level":"info","ts":1784725896.6494133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d6714da-1fc5-4711-a518-fa5ba4902b6e","EoS":false} {"level":"info","ts":1784725896.6494243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d6714da-1fc5-4711-a518-fa5ba4902b6e","EoS":true} {"level":"info","ts":1784725896.649448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d6714da-1fc5-4711-a518-fa5ba4902b6e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725896.649464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d6714da-1fc5-4711-a518-fa5ba4902b6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725896.6494837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d6714da-1fc5-4711-a518-fa5ba4902b6e"} {"level":"info","ts":1784725896.6867094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725896.686787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b39a7e5-0a0c-425f-8953-e93a5f5ca677"} {"level":"info","ts":1784725901.3237886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725901.323864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725901.3238752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725901.3238866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","EoS":false} {"level":"info","ts":1784725901.3238978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","EoS":true} {"level":"info","ts":1784725901.323919,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725901.3239388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725901.3239627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ab16261-a6d4-44ec-a462-3ef08dca2f80"} {"level":"info","ts":1784725909.921509,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725909.921607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47456b0-e547-4c6e-b876-86dd37c4c121"} {"level":"info","ts":1784725909.9216168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a47456b0-e547-4c6e-b876-86dd37c4c121"} {"level":"info","ts":1784725909.921628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a47456b0-e547-4c6e-b876-86dd37c4c121","EoS":false} {"level":"info","ts":1784725909.921639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a47456b0-e547-4c6e-b876-86dd37c4c121","EoS":true} {"level":"info","ts":1784725909.9216585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a47456b0-e547-4c6e-b876-86dd37c4c121","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725909.9216738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a47456b0-e547-4c6e-b876-86dd37c4c121","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725909.9216945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a47456b0-e547-4c6e-b876-86dd37c4c121"} {"level":"info","ts":1784725911.958916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725911.958989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86d6bdf6-e7e1-4865-967c-10d6d5b917a7"} {"level":"info","ts":1784725911.9590013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86d6bdf6-e7e1-4865-967c-10d6d5b917a7"} {"level":"info","ts":1784725911.9590123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86d6bdf6-e7e1-4865-967c-10d6d5b917a7","EoS":false} {"level":"info","ts":1784725911.9590273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86d6bdf6-e7e1-4865-967c-10d6d5b917a7","EoS":true} {"level":"info","ts":1784725911.9590487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86d6bdf6-e7e1-4865-967c-10d6d5b917a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725911.9590635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86d6bdf6-e7e1-4865-967c-10d6d5b917a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725911.9590843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86d6bdf6-e7e1-4865-967c-10d6d5b917a7"} {"level":"info","ts":1784725913.9947271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725913.9948044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725913.9948149,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725913.9948268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","EoS":false} {"level":"info","ts":1784725913.9948406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","EoS":true} {"level":"info","ts":1784725913.994865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725913.9948807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725913.9949014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39f29b0a-3754-495c-a13f-8b7288007b2f"} {"level":"info","ts":1784725926.863924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725926.8640242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725926.8640425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725926.8640623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","EoS":false} {"level":"info","ts":1784725926.8640814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","EoS":true} {"level":"info","ts":1784725926.8641074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725926.864127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725926.864155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea0e7aa3-80f9-4121-a648-b24afa3dc1c8"} {"level":"info","ts":1784725935.4146745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725935.414757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725935.4147663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725935.4147778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","EoS":false} {"level":"info","ts":1784725935.4147909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","EoS":true} {"level":"info","ts":1784725935.4148097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725935.4148242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725935.4148438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d72d7206-4c3b-4eb6-a02a-59286b05e234"} {"level":"info","ts":1784725944.3051898,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725944.3052661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725944.305275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725944.3052888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","EoS":false} {"level":"info","ts":1784725944.3053024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","EoS":true} {"level":"info","ts":1784725944.3053224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725944.3053367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725944.3053553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f0086d4-3331-45b8-92e6-e5d87c477be0"} {"level":"info","ts":1784725953.278553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725953.2786298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47064368-0a9c-4c74-97f8-108ea3a2cfb2"} {"level":"info","ts":1784725953.2786393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47064368-0a9c-4c74-97f8-108ea3a2cfb2"} {"level":"info","ts":1784725953.278651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47064368-0a9c-4c74-97f8-108ea3a2cfb2","EoS":false} {"level":"info","ts":1784725953.2786624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47064368-0a9c-4c74-97f8-108ea3a2cfb2","EoS":true} {"level":"info","ts":1784725953.2786834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47064368-0a9c-4c74-97f8-108ea3a2cfb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725953.2786984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47064368-0a9c-4c74-97f8-108ea3a2cfb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725953.2787173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47064368-0a9c-4c74-97f8-108ea3a2cfb2"} {"level":"info","ts":1784725961.150338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725961.1504166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d72039fb-1609-4504-a2cb-d3c2c34c3f9b"} {"level":"info","ts":1784725961.150426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d72039fb-1609-4504-a2cb-d3c2c34c3f9b"} {"level":"info","ts":1784725961.1504366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d72039fb-1609-4504-a2cb-d3c2c34c3f9b","EoS":false} {"level":"info","ts":1784725961.150451,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d72039fb-1609-4504-a2cb-d3c2c34c3f9b","EoS":true} {"level":"info","ts":1784725961.1504707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d72039fb-1609-4504-a2cb-d3c2c34c3f9b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725961.1504846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d72039fb-1609-4504-a2cb-d3c2c34c3f9b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725961.1505067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d72039fb-1609-4504-a2cb-d3c2c34c3f9b"} {"level":"info","ts":1784725965.9209769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725965.921058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7f1f1ab-4e71-4dbb-90ba-8ba65c1522f7"} {"level":"info","ts":1784725965.921069,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7f1f1ab-4e71-4dbb-90ba-8ba65c1522f7"} {"level":"info","ts":1784725965.9210813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f1f1ab-4e71-4dbb-90ba-8ba65c1522f7","EoS":false} {"level":"info","ts":1784725965.9210932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f1f1ab-4e71-4dbb-90ba-8ba65c1522f7","EoS":true} {"level":"info","ts":1784725965.9211147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7f1f1ab-4e71-4dbb-90ba-8ba65c1522f7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725965.9211318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7f1f1ab-4e71-4dbb-90ba-8ba65c1522f7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725965.9211526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7f1f1ab-4e71-4dbb-90ba-8ba65c1522f7"} {"level":"info","ts":1784725966.1947284,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725966.1948028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5281cad-82e1-45cf-abf9-ca70b6cc1548"} {"level":"info","ts":1784725966.1948118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5281cad-82e1-45cf-abf9-ca70b6cc1548"} {"level":"info","ts":1784725966.1948242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5281cad-82e1-45cf-abf9-ca70b6cc1548","EoS":false} {"level":"info","ts":1784725966.1948354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5281cad-82e1-45cf-abf9-ca70b6cc1548","EoS":true} {"level":"info","ts":1784725966.1948552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5281cad-82e1-45cf-abf9-ca70b6cc1548","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725966.1948707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5281cad-82e1-45cf-abf9-ca70b6cc1548","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725966.194892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5281cad-82e1-45cf-abf9-ca70b6cc1548"} {"level":"info","ts":1784725968.2314808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725968.231577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cd0690f-35a0-438f-ba17-a6361809c869"} {"level":"info","ts":1784725968.2315917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6cd0690f-35a0-438f-ba17-a6361809c869"} {"level":"info","ts":1784725968.2316053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cd0690f-35a0-438f-ba17-a6361809c869","EoS":false} {"level":"info","ts":1784725968.2316186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cd0690f-35a0-438f-ba17-a6361809c869","EoS":true} {"level":"info","ts":1784725968.2316384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cd0690f-35a0-438f-ba17-a6361809c869","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725968.2316542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cd0690f-35a0-438f-ba17-a6361809c869","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725968.231674,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6cd0690f-35a0-438f-ba17-a6361809c869"} {"level":"info","ts":1784725970.2681456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725970.2682316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"571787ba-1d6e-4fb8-a843-ba533d087e5d"} {"level":"info","ts":1784725970.26824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"571787ba-1d6e-4fb8-a843-ba533d087e5d"} {"level":"info","ts":1784725970.2682514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"571787ba-1d6e-4fb8-a843-ba533d087e5d","EoS":false} {"level":"info","ts":1784725970.2682652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"571787ba-1d6e-4fb8-a843-ba533d087e5d","EoS":true} {"level":"info","ts":1784725970.2682846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"571787ba-1d6e-4fb8-a843-ba533d087e5d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725970.268301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"571787ba-1d6e-4fb8-a843-ba533d087e5d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725970.2683206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"571787ba-1d6e-4fb8-a843-ba533d087e5d"} {"level":"info","ts":1784725972.3043342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725972.3044183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725972.3044314,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725972.3044486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","EoS":false} {"level":"info","ts":1784725972.3044698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","EoS":true} {"level":"info","ts":1784725972.3045018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725972.3045366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725972.3045678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42910b74-360e-40f0-aebf-28f4b3bcc820"} {"level":"info","ts":1784725994.9891393,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725994.9892144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784725994.9892273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784725994.9892395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","EoS":false} {"level":"info","ts":1784725994.9892528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","EoS":true} {"level":"info","ts":1784725994.9892836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725994.9892983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725994.989317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82469ef7-48d9-4739-9d5e-2a2dcbba0fb4"} {"level":"info","ts":1784726004.3216887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726004.3217735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f7a2e52-dcf4-4f56-98fa-6e6f6d7c9e53"} {"level":"info","ts":1784726004.3217828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f7a2e52-dcf4-4f56-98fa-6e6f6d7c9e53"} {"level":"info","ts":1784726004.321795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f7a2e52-dcf4-4f56-98fa-6e6f6d7c9e53","EoS":false} {"level":"info","ts":1784726004.3218086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f7a2e52-dcf4-4f56-98fa-6e6f6d7c9e53","EoS":true} {"level":"info","ts":1784726004.321833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f7a2e52-dcf4-4f56-98fa-6e6f6d7c9e53","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726004.321849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f7a2e52-dcf4-4f56-98fa-6e6f6d7c9e53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726004.3218708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f7a2e52-dcf4-4f56-98fa-6e6f6d7c9e53"} {"level":"info","ts":1784726009.7734685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726009.773562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6be517f-6c60-4ebf-af6e-853e1c9a1e36"} {"level":"info","ts":1784726009.7735724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6be517f-6c60-4ebf-af6e-853e1c9a1e36"} {"level":"info","ts":1784726009.7735841,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6be517f-6c60-4ebf-af6e-853e1c9a1e36","EoS":false} {"level":"info","ts":1784726009.773598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6be517f-6c60-4ebf-af6e-853e1c9a1e36","EoS":true} {"level":"info","ts":1784726009.7736204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6be517f-6c60-4ebf-af6e-853e1c9a1e36","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784726009.7736363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6be517f-6c60-4ebf-af6e-853e1c9a1e36","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784726009.7736616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6be517f-6c60-4ebf-af6e-853e1c9a1e36"} {"level":"info","ts":1784726019.3389478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726019.3390253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a9e3a9b-ec9e-4ead-9b3d-a710285a0d59"} {"level":"info","ts":1784726019.3390381,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a9e3a9b-ec9e-4ead-9b3d-a710285a0d59"} {"level":"info","ts":1784726019.3390496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a9e3a9b-ec9e-4ead-9b3d-a710285a0d59","EoS":false} {"level":"info","ts":1784726019.339061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a9e3a9b-ec9e-4ead-9b3d-a710285a0d59","EoS":true} {"level":"info","ts":1784726019.3390818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a9e3a9b-ec9e-4ead-9b3d-a710285a0d59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726019.3390987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a9e3a9b-ec9e-4ead-9b3d-a710285a0d59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726019.3391175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a9e3a9b-ec9e-4ead-9b3d-a710285a0d59"} {"level":"info","ts":1784726021.3731432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726021.3732293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726021.373242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726021.3732612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","EoS":false} {"level":"info","ts":1784726021.3732834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","EoS":true} {"level":"info","ts":1784726021.3733141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726021.3733323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726021.3733604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"941678b5-7faf-4ba0-b04a-49e3d0acbd86"} {"level":"info","ts":1784726030.8066328,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726030.806712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.806724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.8067398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","EoS":false} {"level":"info","ts":1784726030.8067594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","EoS":true} {"level":"info","ts":1784726030.8067796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726030.806794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726030.8068175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5787a0fe-29a4-479a-9c63-37032234c367"} {"level":"info","ts":1784726030.8460526,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726030.8461337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726030.8461525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726030.8461652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","EoS":false} {"level":"info","ts":1784726030.846175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","EoS":true} {"level":"info","ts":1784726030.8461945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726030.8462086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726030.846237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd8583c6-b29e-4662-b6df-31876271cce3"} {"level":"info","ts":1784726050.018972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726050.019069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726050.0190833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726050.0190992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","EoS":false} {"level":"info","ts":1784726050.0191147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","EoS":true} {"level":"info","ts":1784726050.0191426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726050.0191615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726050.0191867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ba1e786-9f9c-4ac0-b857-b98413dc6699"} {"level":"info","ts":1784726059.3402624,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726059.3403325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"755ecaf2-9fd1-4b3d-84eb-64f6f24000fb"} {"level":"info","ts":1784726059.3403404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"755ecaf2-9fd1-4b3d-84eb-64f6f24000fb"} {"level":"info","ts":1784726059.3403516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"755ecaf2-9fd1-4b3d-84eb-64f6f24000fb","EoS":false} {"level":"info","ts":1784726059.3403623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"755ecaf2-9fd1-4b3d-84eb-64f6f24000fb","EoS":true} {"level":"info","ts":1784726059.3403828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"755ecaf2-9fd1-4b3d-84eb-64f6f24000fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726059.340398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"755ecaf2-9fd1-4b3d-84eb-64f6f24000fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726059.3404162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"755ecaf2-9fd1-4b3d-84eb-64f6f24000fb"} {"level":"info","ts":1784726064.6053877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726064.6054668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"746d61a2-ca88-4f4a-adaa-b9404ca6257c"} {"level":"info","ts":1784726064.6054757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"746d61a2-ca88-4f4a-adaa-b9404ca6257c"} {"level":"info","ts":1784726064.6054866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"746d61a2-ca88-4f4a-adaa-b9404ca6257c","EoS":false} {"level":"info","ts":1784726064.6055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"746d61a2-ca88-4f4a-adaa-b9404ca6257c","EoS":true} {"level":"info","ts":1784726064.605538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"746d61a2-ca88-4f4a-adaa-b9404ca6257c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784726064.605555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"746d61a2-ca88-4f4a-adaa-b9404ca6257c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784726064.6055732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"746d61a2-ca88-4f4a-adaa-b9404ca6257c"} {"level":"info","ts":1784726155.1269157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726155.1270025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ba9c49f-f4ca-4be4-a3f0-b3f82f8a5827"} {"level":"info","ts":1784726155.1270154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ba9c49f-f4ca-4be4-a3f0-b3f82f8a5827"} {"level":"info","ts":1784726155.1270273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ba9c49f-f4ca-4be4-a3f0-b3f82f8a5827","EoS":false} {"level":"info","ts":1784726155.12704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ba9c49f-f4ca-4be4-a3f0-b3f82f8a5827","EoS":true} {"level":"info","ts":1784726155.12706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ba9c49f-f4ca-4be4-a3f0-b3f82f8a5827","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784726155.1270764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ba9c49f-f4ca-4be4-a3f0-b3f82f8a5827","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784726155.1270962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ba9c49f-f4ca-4be4-a3f0-b3f82f8a5827"} {"level":"info","ts":1784726182.863416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726182.8634918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726182.8635004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726182.863512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","EoS":false} {"level":"info","ts":1784726182.8635454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","EoS":true} {"level":"info","ts":1784726182.8635662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784726182.863582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784726182.8636007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b80d3157-cbcc-48b3-9404-b15454dd7af3"} {"level":"info","ts":1784726219.997441,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726219.9975476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726219.9975615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726219.997577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","EoS":false} {"level":"info","ts":1784726219.9975884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","EoS":true} {"level":"info","ts":1784726219.9976108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726219.9976268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726219.9976504,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23c16d37-daae-4fc7-9cb3-dff9f43e9788"} {"level":"info","ts":1784726235.3057168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726235.3057897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.305799,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.3058097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","EoS":false} {"level":"info","ts":1784726235.305822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","EoS":true} {"level":"info","ts":1784726235.3058434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726235.3058586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726235.3058777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"edd08168-3558-4e00-9cb7-874d22a0af65"} {"level":"info","ts":1784726235.5993183,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726235.5994167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c5631ed-cb1c-44f8-8076-41e216b10309"} {"level":"info","ts":1784726235.5994327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c5631ed-cb1c-44f8-8076-41e216b10309"} {"level":"info","ts":1784726235.5994532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c5631ed-cb1c-44f8-8076-41e216b10309","EoS":false} {"level":"info","ts":1784726235.599474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c5631ed-cb1c-44f8-8076-41e216b10309","EoS":true} {"level":"info","ts":1784726235.599569,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c5631ed-cb1c-44f8-8076-41e216b10309","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726235.599595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c5631ed-cb1c-44f8-8076-41e216b10309","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726235.5996165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c5631ed-cb1c-44f8-8076-41e216b10309"} {"level":"info","ts":1784726531.498152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726531.498248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.498265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.498284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","EoS":false} {"level":"info","ts":1784726531.4983056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","EoS":true} {"level":"info","ts":1784726531.4983368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784726531.4983566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726531.4983842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f941c62-5796-4dcc-8e58-c3ac86a293fe"} {"level":"info","ts":1784726531.5393841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726531.5394385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7e82603-90b0-48ea-94e0-e64abc1e5d05"} {"level":"info","ts":1784726531.539447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7e82603-90b0-48ea-94e0-e64abc1e5d05"} {"level":"info","ts":1784726531.5394576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7e82603-90b0-48ea-94e0-e64abc1e5d05","EoS":false} {"level":"info","ts":1784726531.539472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7e82603-90b0-48ea-94e0-e64abc1e5d05","EoS":true} {"level":"info","ts":1784726531.5394876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7e82603-90b0-48ea-94e0-e64abc1e5d05","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784726531.5395014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7e82603-90b0-48ea-94e0-e64abc1e5d05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726531.5395443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7e82603-90b0-48ea-94e0-e64abc1e5d05"} {"level":"info","ts":1784726531.5790014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726531.5790792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c0fc627-a5b1-4014-93f5-581727b53ac5"} {"level":"info","ts":1784726531.579087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c0fc627-a5b1-4014-93f5-581727b53ac5"} {"level":"info","ts":1784726531.5790982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c0fc627-a5b1-4014-93f5-581727b53ac5","EoS":false} {"level":"info","ts":1784726531.5791092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c0fc627-a5b1-4014-93f5-581727b53ac5","EoS":true} {"level":"info","ts":1784726531.5791273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c0fc627-a5b1-4014-93f5-581727b53ac5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784726531.5791428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c0fc627-a5b1-4014-93f5-581727b53ac5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784726531.5791621,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c0fc627-a5b1-4014-93f5-581727b53ac5"} {"level":"info","ts":1784726536.4425735,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78ec1ce4-f907-490d-b11c-683194615958","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726536.4425907,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6434c77a-0807-4aa7-8996-8ee68feea788"} {"level":"info","ts":1784726536.442611,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78ec1ce4-f907-490d-b11c-683194615958","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784726536.4518182,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c90db03-cf48-41e5-bac4-781876395236","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726536.4518528,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c90db03-cf48-41e5-bac4-781876395236","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784726536.4523919,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6434c77a-0807-4aa7-8996-8ee68feea788","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.4526181,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35045.64686822,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.4526362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.5853643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4928d6d-4174-4507-bfde-b6abf5cea43a"} {"level":"info","ts":1784726536.5854907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f9930bb-16e6-4352-b3a1-d63bda7cb723","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.585541,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4928d6d-4174-4507-bfde-b6abf5cea43a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784726536.5858274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f9930bb-16e6-4352-b3a1-d63bda7cb723","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.587437,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784726536.60018,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4928d6d-4174-4507-bfde-b6abf5cea43a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.6002507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de13341a-576c-4cab-93ec-f8a5b578b8f1"} {"level":"info","ts":1784726536.6002738,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de13341a-576c-4cab-93ec-f8a5b578b8f1","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784726536.605954,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de13341a-576c-4cab-93ec-f8a5b578b8f1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.6162086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bc5e9c0-16af-40d3-9f02-25a40a04b272"} {"level":"info","ts":1784726536.6162415,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bc5e9c0-16af-40d3-9f02-25a40a04b272","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784726536.6234708,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bc5e9c0-16af-40d3-9f02-25a40a04b272","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.6328375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1da28b7a-54ea-43de-88c3-510a9c63e71e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726536.6328716,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1da28b7a-54ea-43de-88c3-510a9c63e71e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784726536.6328769,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9408692-f1c8-436b-96bb-a4535a07017f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.6328976,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9408692-f1c8-436b-96bb-a4535a07017f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.6329556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56e19b26-c55e-4edd-ac02-93a3ed8fa008"} {"level":"info","ts":1784726536.6331694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36785.231577264,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.6331863,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.6420598,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.652895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32791.636750868,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.652919,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.6616423,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784726536.73378,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56e19b26-c55e-4edd-ac02-93a3ed8fa008","name":"e2e-external-model"} {"level":"info","ts":1784726536.7460554,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56e19b26-c55e-4edd-ac02-93a3ed8fa008","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784726536.7532048,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6434c77a-0807-4aa7-8996-8ee68feea788","name":"e2e-external-provider"} {"level":"info","ts":1784726536.7538314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc197908-cc42-48c9-84c5-e0e1d627e528","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.7538702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc197908-cc42-48c9-84c5-e0e1d627e528","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.7538366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6fb3808-32a4-4224-9e87-459f6cb846ba"} {"level":"info","ts":1784726536.7539394,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6fb3808-32a4-4224-9e87-459f6cb846ba","name":"e2e-external-model"} {"level":"info","ts":1784726536.7655535,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6b5e75b-4f76-42e5-a73c-2b32cbde625e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.7655897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6b5e75b-4f76-42e5-a73c-2b32cbde625e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784726536.7656739,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6fb3808-32a4-4224-9e87-459f6cb846ba","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.7657385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c866f82-877f-475e-b2cb-24b4164eef3f"} {"level":"info","ts":1784726536.7657812,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c866f82-877f-475e-b2cb-24b4164eef3f","name":"e2e-external-model"} {"level":"info","ts":1784726536.7726545,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6434c77a-0807-4aa7-8996-8ee68feea788","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784726536.773678,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c866f82-877f-475e-b2cb-24b4164eef3f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784726536.776417,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6434c77a-0807-4aa7-8996-8ee68feea788","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726536.776541,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8adec35d-4f92-445f-985a-e30ee3dfa345"} {"level":"info","ts":1784726536.7765896,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8adec35d-4f92-445f-985a-e30ee3dfa345","name":"e2e-external-provider"} {"level":"info","ts":1784726536.7797954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"126b8c4e-5095-4629-8694-470bd9fff619","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726536.7798314,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"126b8c4e-5095-4629-8694-470bd9fff619","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784726536.779849,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d12410d5-e14e-4264-a6c4-99f52805acdd"} {"level":"info","ts":1784726536.7799034,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d12410d5-e14e-4264-a6c4-99f52805acdd","name":"e2e-external-model"} {"level":"info","ts":1784726536.7878382,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8adec35d-4f92-445f-985a-e30ee3dfa345","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784726536.7892282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d12410d5-e14e-4264-a6c4-99f52805acdd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784726543.9252152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726543.925287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6"} {"level":"info","ts":1784726543.9252958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6"} {"level":"info","ts":1784726543.925307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6","EoS":false} {"level":"info","ts":1784726543.925318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6","EoS":true} {"level":"info","ts":1784726543.9253383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784726543.9253528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726543.925359,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6","modelName":"e2e-external-model"} {"level":"info","ts":1784726543.925373,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784726543.9254327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e29df288-3d8b-4b20-b83c-60e8bfcfa8c6"} {"level":"info","ts":1784726543.9750261,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726543.975106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8"} {"level":"info","ts":1784726543.975116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8"} {"level":"info","ts":1784726543.9751275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8","EoS":false} {"level":"info","ts":1784726543.9751377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8","EoS":true} {"level":"info","ts":1784726543.9751575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784726543.9751744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726543.975181,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8","modelName":"e2e-external-model"} {"level":"info","ts":1784726543.9751952,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784726543.9752455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33dde83-eb63-46a7-8def-b52535af4ca8"} {"level":"info","ts":1784726544.0063405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726544.006412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a"} {"level":"info","ts":1784726544.0064232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a"} {"level":"info","ts":1784726544.0064347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","EoS":false} {"level":"info","ts":1784726544.0064452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","EoS":true} {"level":"info","ts":1784726544.0064652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784726544.006481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726544.0064905,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","modelName":"e2e-external-model"} {"level":"info","ts":1784726544.0065043,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784726544.0065587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8a1fd35-44eb-44a1-869f-43e699b3ba6a"} {"level":"info","ts":1784726544.138738,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"def81a15-3f93-496e-ba5a-782c1feb5db6"} {"level":"info","ts":1784726544.138753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f5f12f0-b336-4502-b589-61fb9046708d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1388757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f5f12f0-b336-4502-b589-61fb9046708d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784726544.1465113,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"def81a15-3f93-496e-ba5a-782c1feb5db6","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.146542,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f578e5f-b7ba-4875-8594-59473be6b750","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1466377,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f578e5f-b7ba-4875-8594-59473be6b750","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784726544.1676624,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"def81a15-3f93-496e-ba5a-782c1feb5db6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726544.167729,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81edde84-010a-4855-b605-69ab937888be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1677537,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b16d40a-bd98-48cf-bc5b-3298ae88cd2b"} {"level":"info","ts":1784726544.1678169,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b16d40a-bd98-48cf-bc5b-3298ae88cd2b","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.167758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81edde84-010a-4855-b605-69ab937888be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784726544.1821594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66543ec9-aaac-42b3-ac84-ad23cd801464","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1821952,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66543ec9-aaac-42b3-ac84-ad23cd801464","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784726544.1823962,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b16d40a-bd98-48cf-bc5b-3298ae88cd2b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784726544.1824653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1dd6b07-1d27-440a-9082-7af5a1083fd4"} {"level":"info","ts":1784726544.182543,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1dd6b07-1d27-440a-9082-7af5a1083fd4","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.1911469,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1dd6b07-1d27-440a-9082-7af5a1083fd4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784726544.1988003,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c19416b-892d-4020-b19b-387d645e05af","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726544.1988127,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31b9cf99-02cb-464e-8997-1677dbe73b4b"} {"level":"info","ts":1784726544.1988375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c19416b-892d-4020-b19b-387d645e05af","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784726544.1988785,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31b9cf99-02cb-464e-8997-1677dbe73b4b","name":"e2e-cleanup-test"} {"level":"info","ts":1784726544.2072437,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31b9cf99-02cb-464e-8997-1677dbe73b4b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784726552.4086204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"714b774b-99e5-4da6-9e40-7b20255dd7ec"} {"level":"info","ts":1784726552.4086232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aacf0c48-93b0-49bb-944e-1625894f4a79","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726552.4086895,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aacf0c48-93b0-49bb-944e-1625894f4a79","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784726556.715868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.7159457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77"} {"level":"info","ts":1784726556.715954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77"} {"level":"info","ts":1784726556.715966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77","EoS":false} {"level":"info","ts":1784726556.7159767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77","EoS":true} {"level":"info","ts":1784726556.7159946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784726556.7160094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784726556.7160392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdf1ce73-ae6c-4508-87dc-d3f29829ec77"} {"level":"info","ts":1784726556.7467735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.7468402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc"} {"level":"info","ts":1784726556.7468488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc"} {"level":"info","ts":1784726556.7468596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","EoS":false} {"level":"info","ts":1784726556.7468712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","EoS":true} {"level":"info","ts":1784726556.7468903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784726556.7469056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726556.746912,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","modelName":"e2e-external-model"} {"level":"info","ts":1784726556.7469268,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784726556.746965,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8917b6cf-e26b-4db2-9e1d-e4c678b7d2dc"} {"level":"info","ts":1784726556.7893353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.789408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.7898877,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.7899086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","EoS":false} {"level":"info","ts":1784726556.78992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","EoS":true} {"level":"info","ts":1784726556.789939,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784726556.7899551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784726556.789985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b90a931-692f-40a5-92a1-d0cd99bde8cf"} {"level":"info","ts":1784726556.943807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726556.9438858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726556.943903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726556.943921,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","EoS":false} {"level":"info","ts":1784726556.943937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","EoS":true} {"level":"info","ts":1784726556.9439597,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509","field":"model"} {"level":"info","ts":1784726556.9439862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6ec9538-e406-430f-95b4-37ea54c50509"} {"level":"info","ts":1784726557.8504784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9e755b-b45c-456a-ae75-ad649d48618a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726557.8505447,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9e755b-b45c-456a-ae75-ad649d48618a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784726557.850551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d48b201c-6f4c-4c9b-8946-ff204aee5fd2"} {"level":"info","ts":1784726558.0054774,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae2e0e17-546e-4b59-a9bf-8022ead00dc6"} {"level":"info","ts":1784726558.005501,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fdd73f8-cea0-4118-9ed1-c433dfbb18f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784726558.0055468,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fdd73f8-cea0-4118-9ed1-c433dfbb18f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784727154.226662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784727154.226755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5917b902-6e72-42a6-aeeb-5e54e22b80a5"} {"level":"info","ts":1784727154.2267685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5917b902-6e72-42a6-aeeb-5e54e22b80a5"} {"level":"info","ts":1784727154.2267852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5917b902-6e72-42a6-aeeb-5e54e22b80a5","EoS":false} {"level":"info","ts":1784727154.226805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5917b902-6e72-42a6-aeeb-5e54e22b80a5","EoS":true} {"level":"info","ts":1784727154.2268355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5917b902-6e72-42a6-aeeb-5e54e22b80a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784727154.2268546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5917b902-6e72-42a6-aeeb-5e54e22b80a5","path":"/ai-tenant-e2e-inf-b-aa3ea2/test-model-aa3ea2/v1/chat/completions"} {"level":"info","ts":1784727154.226883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5917b902-6e72-42a6-aeeb-5e54e22b80a5"} {"level":"info","ts":1784727175.2747116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784727175.2748015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727175.27482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727175.2748384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","EoS":false} {"level":"info","ts":1784727175.2748532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","EoS":true} {"level":"info","ts":1784727175.274886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784727175.2749074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89","path":"/ai-tenant-e2e-inf-b-aa3ea2/test-model-aa3ea2/v1/chat/completions"} {"level":"info","ts":1784727175.2749324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae8162db-c683-4486-b8cc-8a1a95386d89"} {"level":"info","ts":1784727629.912586,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784727629.9126854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727629.9127002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727629.9127128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","EoS":false} {"level":"info","ts":1784727629.9127254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","EoS":true} {"level":"info","ts":1784727629.9127495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784727629.912772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f","path":"/ai-tenant-e2e-shared-a-15ce38/rate-test-model-15ce38/v1/completions"} {"level":"info","ts":1784727629.9127948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ef421f4-32d7-44f7-b03e-fd938e34735f"} {"level":"info","ts":1784727647.317219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784727647.3173008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"} {"level":"info","ts":1784727647.3173091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"} {"level":"info","ts":1784727647.31732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","EoS":false} {"level":"info","ts":1784727647.3173335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","EoS":true} {"level":"info","ts":1784727647.3173532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784727647.3173695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3","path":"/ai-tenant-e2e-shared-b-19e216/rate-test-model-19e216/v1/completions"} {"level":"info","ts":1784727647.317392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3448803-bfe3-4c3a-9088-b5a537362fa3"}