{"level":"info","ts":1784681223.623032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","header":"x-maas-subscription"} {"level":"info","ts":1784681223.6230476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681223.623077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e"} {"level":"info","ts":1784681223.624232,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e"} {"level":"info","ts":1784681223.6242526,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e"} {"level":"info","ts":1784681223.6242676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","EoS":false} {"level":"info","ts":1784681223.6242838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","EoS":true} {"level":"info","ts":1784681223.624328,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e"} {"level":"info","ts":1784681246.7413826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681246.7414591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.741469,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.7414815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","EoS":true} {"level":"info","ts":1784681246.741508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","header":"x-maas-username"} {"level":"info","ts":1784681246.7415187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","header":"x-maas-group"} {"level":"info","ts":1784681246.7415242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","header":"x-maas-subscription"} {"level":"info","ts":1784681246.7415385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681246.7415597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.742837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.7428613,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.7428777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","EoS":false} {"level":"info","ts":1784681246.742891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","EoS":true} {"level":"info","ts":1784681246.7429314,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.881044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681246.8811162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681246.8811274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681246.8811395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","EoS":true} {"level":"info","ts":1784681246.881166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","header":"x-maas-subscription"} {"level":"info","ts":1784681246.8811753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","header":"x-maas-group"} {"level":"info","ts":1784681246.8811805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","header":"x-maas-username"} {"level":"info","ts":1784681246.8811927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681246.8812156,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681246.8841975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681246.884219,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681246.8842342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","EoS":false} {"level":"info","ts":1784681246.8842459,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","EoS":true} {"level":"info","ts":1784681246.8842819,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681247.024996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681247.0250702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.0250814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.0250924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","EoS":true} {"level":"info","ts":1784681247.0251174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","header":"x-maas-subscription"} {"level":"info","ts":1784681247.0251265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","header":"x-maas-username"} {"level":"info","ts":1784681247.025132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","header":"x-maas-group"} {"level":"info","ts":1784681247.025144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681247.025171,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.0261803,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.0261986,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.0262167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","EoS":false} {"level":"info","ts":1784681247.0262308,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","EoS":true} {"level":"info","ts":1784681247.0262625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.1634333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681247.1635075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.163518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.1635299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","EoS":true} {"level":"info","ts":1784681247.1635528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","header":"x-maas-subscription"} {"level":"info","ts":1784681247.1635628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","header":"x-maas-username"} {"level":"info","ts":1784681247.1635678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","header":"x-maas-group"} {"level":"info","ts":1784681247.1635804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681247.163607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.164587,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.1646087,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.164623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","EoS":false} {"level":"info","ts":1784681247.1646385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","EoS":true} {"level":"info","ts":1784681247.1646752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.3020372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681247.3021088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.3021197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.3021307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","EoS":true} {"level":"info","ts":1784681247.3021567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","header":"x-maas-username"} {"level":"info","ts":1784681247.302165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","header":"x-maas-subscription"} {"level":"info","ts":1784681247.3021696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","header":"x-maas-group"} {"level":"info","ts":1784681247.3021836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681247.3022127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.3031952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.303214,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.303229,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","EoS":false} {"level":"info","ts":1784681247.3032453,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","EoS":true} {"level":"info","ts":1784681247.303281,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681264.136057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681264.1361375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.136152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.1361647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","EoS":true} {"level":"info","ts":1784681264.1361976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","header":"x-maas-subscription"} {"level":"info","ts":1784681264.1362095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","header":"x-maas-group"} {"level":"info","ts":1784681264.136214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","header":"x-maas-username"} {"level":"info","ts":1784681264.1362267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681264.1362495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.1389904,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.1390107,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.1390257,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","EoS":false} {"level":"info","ts":1784681264.1390402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","EoS":true} {"level":"info","ts":1784681264.1390865,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.2511623,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681264.2512443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b"} {"level":"info","ts":1784681264.2535834,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b"} {"level":"info","ts":1784681264.2536042,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b"} {"level":"info","ts":1784681264.2536206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b","EoS":false} {"level":"info","ts":1784681264.2536354,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b"} {"level":"info","ts":1784681264.253662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b","EoS":true} {"level":"info","ts":1784681264.2536724,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b"} {"level":"info","ts":1784681268.8499477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681268.850024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681268.850036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681268.8500469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","EoS":true} {"level":"info","ts":1784681268.8500707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","header":"x-maas-group"} {"level":"info","ts":1784681268.8500805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","header":"x-maas-username"} {"level":"info","ts":1784681268.850087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","header":"x-maas-subscription"} {"level":"info","ts":1784681268.850102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681268.8501303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681268.8511364,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681268.8511565,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681268.8511724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","EoS":false} {"level":"info","ts":1784681268.8511834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","EoS":true} {"level":"info","ts":1784681268.8512166,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681279.4349391,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681279.4350433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681279.4350588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681279.4350755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","EoS":true} {"level":"info","ts":1784681279.4351625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","header":"x-maas-group"} {"level":"info","ts":1784681279.43518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","header":"x-maas-subscription"} {"level":"info","ts":1784681279.4351885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","header":"x-maas-username"} {"level":"info","ts":1784681279.435206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681279.43524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681279.4372933,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681279.437315,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681279.4373317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","EoS":false} {"level":"info","ts":1784681279.4373465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","EoS":true} {"level":"info","ts":1784681279.437388,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681292.309344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681292.3094244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681292.3094373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681292.3094504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","EoS":true} {"level":"info","ts":1784681292.3094747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","header":"x-maas-group"} {"level":"info","ts":1784681292.3094845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","header":"x-maas-username"} {"level":"info","ts":1784681292.309492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","header":"x-maas-subscription"} {"level":"info","ts":1784681292.3095083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681292.3095381,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681292.310609,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681292.310634,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681292.3106496,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","EoS":false} {"level":"info","ts":1784681292.3106608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","EoS":true} {"level":"info","ts":1784681292.3106992,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681300.841622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681300.8417134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681300.841725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681300.841737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","EoS":true} {"level":"info","ts":1784681300.8417659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","header":"x-maas-group"} {"level":"info","ts":1784681300.8418067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","header":"x-maas-subscription"} {"level":"info","ts":1784681300.841815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","header":"x-maas-username"} {"level":"info","ts":1784681300.8418307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681300.8418674,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681300.8429725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681300.8429985,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681300.8430233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","EoS":false} {"level":"info","ts":1784681300.8430402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","EoS":true} {"level":"info","ts":1784681300.8430889,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681309.717246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681309.7173274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681309.7173371,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681309.7173486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","EoS":true} {"level":"info","ts":1784681309.7173772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","header":"x-maas-username"} {"level":"info","ts":1784681309.7173865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","header":"x-maas-subscription"} {"level":"info","ts":1784681309.717391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","header":"x-maas-group"} {"level":"info","ts":1784681309.717404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681309.717433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681309.7185137,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681309.718536,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681309.7185555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","EoS":false} {"level":"info","ts":1784681309.71857,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","EoS":true} {"level":"info","ts":1784681309.7186143,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681332.522583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681332.5226586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681332.5226703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681332.522682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","EoS":true} {"level":"info","ts":1784681332.5227084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","header":"x-maas-username"} {"level":"info","ts":1784681332.5227182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","header":"x-maas-group"} {"level":"info","ts":1784681332.5227237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","header":"x-maas-subscription"} {"level":"info","ts":1784681332.5227385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681332.5227616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681332.524675,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681332.5246964,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681332.5247157,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","EoS":false} {"level":"info","ts":1784681332.524727,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","EoS":true} {"level":"info","ts":1784681332.5247605,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681354.900301,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681354.9003932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681354.9004068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681354.9004192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","EoS":true} {"level":"info","ts":1784681354.9004462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","header":"x-maas-group"} {"level":"info","ts":1784681354.900456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","header":"x-maas-username"} {"level":"info","ts":1784681354.9004617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","header":"x-maas-subscription"} {"level":"info","ts":1784681354.9004757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681354.900502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681354.9013019,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681354.9013164,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681354.9013276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","EoS":false} {"level":"info","ts":1784681354.9013426,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","EoS":true} {"level":"info","ts":1784681354.901373,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681381.3158507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681381.3159344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681381.315944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681381.315956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","EoS":true} {"level":"info","ts":1784681381.3159833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","header":"x-maas-username"} {"level":"info","ts":1784681381.3159938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","header":"x-maas-group"} {"level":"info","ts":1784681381.3159995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","header":"x-maas-subscription"} {"level":"info","ts":1784681381.3160129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681381.3160393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681381.318477,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681381.3185024,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681381.3185182,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","EoS":false} {"level":"info","ts":1784681381.3185315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","EoS":true} {"level":"info","ts":1784681381.3185797,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681390.7254035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681390.7254825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.7254913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.725502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","EoS":true} {"level":"info","ts":1784681390.7255309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","header":"x-maas-username"} {"level":"info","ts":1784681390.7255416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","header":"x-maas-subscription"} {"level":"info","ts":1784681390.7255468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","header":"x-maas-group"} {"level":"info","ts":1784681390.725561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681390.7255867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.7265885,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.7266152,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.7266374,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","EoS":false} {"level":"info","ts":1784681390.7266576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","EoS":true} {"level":"info","ts":1784681390.726707,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.7629573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681390.7630243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681390.763034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681390.7630448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","EoS":true} {"level":"info","ts":1784681390.7630672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","header":"x-maas-group"} {"level":"info","ts":1784681390.7630744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","header":"x-maas-username"} {"level":"info","ts":1784681390.763079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","header":"x-maas-subscription"} {"level":"info","ts":1784681390.7630918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681390.7631178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681390.764128,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681390.764149,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681390.7641656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","EoS":false} {"level":"info","ts":1784681390.7641797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","EoS":true} {"level":"info","ts":1784681390.7642326,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681409.937193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681409.937279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681409.9372892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681409.9373026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","EoS":true} {"level":"info","ts":1784681409.9373384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","header":"x-maas-group"} {"level":"info","ts":1784681409.9373488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","header":"x-maas-subscription"} {"level":"info","ts":1784681409.9373536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","header":"x-maas-username"} {"level":"info","ts":1784681409.9373698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681409.9373949,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681409.9384544,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681409.938477,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681409.9384942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","EoS":false} {"level":"info","ts":1784681409.9385066,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","EoS":true} {"level":"info","ts":1784681409.9385483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681542.3890948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681542.38918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681542.3891933,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681542.3892047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","EoS":true} {"level":"info","ts":1784681542.3892357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","header":"x-maas-username"} {"level":"info","ts":1784681542.3892474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","header":"x-maas-group"} {"level":"info","ts":1784681542.3892527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","header":"x-maas-subscription"} {"level":"info","ts":1784681542.3892658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784681542.3892896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681542.3927193,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681542.3927433,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681542.3927596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","EoS":false} {"level":"info","ts":1784681542.392773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","EoS":true} {"level":"info","ts":1784681542.3928387,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681579.4683845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681579.4684923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681579.4685056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681579.4685242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","EoS":true} {"level":"info","ts":1784681579.4685614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","header":"x-maas-group"} {"level":"info","ts":1784681579.4685738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","header":"x-maas-subscription"} {"level":"info","ts":1784681579.4685814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","header":"x-maas-username"} {"level":"info","ts":1784681579.4686003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681579.4686322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681579.4712942,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681579.471318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681579.4713345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","EoS":false} {"level":"info","ts":1784681579.4713478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","EoS":true} {"level":"info","ts":1784681579.47139,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681594.7584338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681594.7585163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681594.7585278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681594.7585387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","EoS":true} {"level":"info","ts":1784681594.7585652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","header":"x-maas-subscription"} {"level":"info","ts":1784681594.7585762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","header":"x-maas-group"} {"level":"info","ts":1784681594.7585802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","header":"x-maas-username"} {"level":"info","ts":1784681594.758593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681594.758619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681594.75957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681594.7595925,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681594.759609,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","EoS":false} {"level":"info","ts":1784681594.7596328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","EoS":true} {"level":"info","ts":1784681594.759669,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681888.483585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681888.4836743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.4836848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.4836974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","EoS":true} {"level":"info","ts":1784681888.483725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","header":"x-maas-username"} {"level":"info","ts":1784681888.4837344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","header":"x-maas-subscription"} {"level":"info","ts":1784681888.4837391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","header":"x-maas-group"} {"level":"info","ts":1784681888.483753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681888.4838047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.4870362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.4870677,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.4870863,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","EoS":false} {"level":"info","ts":1784681888.4871051,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","EoS":true} {"level":"info","ts":1784681888.4871488,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.525124,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681888.5252116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.525222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.5252347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","EoS":true} {"level":"info","ts":1784681888.5252607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","header":"x-maas-group"} {"level":"info","ts":1784681888.5252712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","header":"x-maas-subscription"} {"level":"info","ts":1784681888.5252762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","header":"x-maas-username"} {"level":"info","ts":1784681888.5252907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681888.525318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.526319,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.5263479,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.5263646,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","EoS":false} {"level":"info","ts":1784681888.5263793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","EoS":true} {"level":"info","ts":1784681888.526419,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681893.3194382,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"36dbe6a3-fb6f-480c-9d41-12f3f6188fa1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784681893.319678,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32487.433166869,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.319694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.371569,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.4204156,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"36dbe6a3-fb6f-480c-9d41-12f3f6188fa1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784681893.4464371,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8df956d3-35ea-47c1-a063-1b2000cfb54c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681893.4464567,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f22995c8-51c1-434e-b9c7-bbf0ce60aa04"} {"level":"info","ts":1784681893.4464753,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8df956d3-35ea-47c1-a063-1b2000cfb54c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784681893.4516315,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3fc4a86-7bc5-4a96-a5b9-26be364ae80c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681893.451658,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3fc4a86-7bc5-4a96-a5b9-26be364ae80c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784681893.4548895,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f22995c8-51c1-434e-b9c7-bbf0ce60aa04","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.455111,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35390.658481485,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.4551265,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.4636228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.5557296,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f22995c8-51c1-434e-b9c7-bbf0ce60aa04","name":"e2e-external-provider"} {"level":"info","ts":1784681893.5706565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63e7c2fa-031a-4aaf-82b3-c96e8ccaa94e"} {"level":"info","ts":1784681893.5721104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7a2b282-c5e8-4bf1-acd9-f3b8de8f718c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.572132,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f22995c8-51c1-434e-b9c7-bbf0ce60aa04","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784681893.5721567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7a2b282-c5e8-4bf1-acd9-f3b8de8f718c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.5797122,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63e7c2fa-031a-4aaf-82b3-c96e8ccaa94e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784681893.5797398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffe5ab6e-d268-4476-a95d-737ed1682189","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.5797725,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffe5ab6e-d268-4476-a95d-737ed1682189","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.582147,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f22995c8-51c1-434e-b9c7-bbf0ce60aa04","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784681893.5866134,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63e7c2fa-031a-4aaf-82b3-c96e8ccaa94e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.586685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b94ea80a-23bb-412f-b43a-1dcfcefc4029","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.5867171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b94ea80a-23bb-412f-b43a-1dcfcefc4029","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.5866954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1aa84274-49f8-4f36-9692-66f120eb3029"} {"level":"info","ts":1784681893.5867677,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1aa84274-49f8-4f36-9692-66f120eb3029","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784681893.5898657,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f22995c8-51c1-434e-b9c7-bbf0ce60aa04","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784681893.5911782,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1aa84274-49f8-4f36-9692-66f120eb3029","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784681893.5933254,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f22995c8-51c1-434e-b9c7-bbf0ce60aa04","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.5934181,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0afdef5-1932-47d4-a63c-1aff760150b0"} {"level":"info","ts":1784681893.593484,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0afdef5-1932-47d4-a63c-1aff760150b0","name":"e2e-external-provider"} {"level":"info","ts":1784681893.601628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a26df7fd-bcd3-44ff-aaf7-24b587953978"} {"level":"info","ts":1784681893.6016612,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a26df7fd-bcd3-44ff-aaf7-24b587953978","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784681893.6020446,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0afdef5-1932-47d4-a63c-1aff760150b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784681893.606158,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a26df7fd-bcd3-44ff-aaf7-24b587953978","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.6097293,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0637b4f-5cf1-4305-8537-7ee82cd8347f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681893.6097677,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0637b4f-5cf1-4305-8537-7ee82cd8347f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784681893.6098242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d920a40-c118-4501-ac44-68d8c7904633"} {"level":"info","ts":1784681893.6098988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"278a1df1-dc28-42a6-8d2d-4b92063fc3c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.6099503,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba7cd478-8ab1-4beb-93be-efea5dbf90f5"} {"level":"info","ts":1784681893.6100566,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35006.319078328,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.6100721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.610095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"278a1df1-dc28-42a6-8d2d-4b92063fc3c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.6101549,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba7cd478-8ab1-4beb-93be-efea5dbf90f5","name":"e2e-external-provider"} {"level":"info","ts":1784681893.6184177,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.6193812,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba7cd478-8ab1-4beb-93be-efea5dbf90f5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784681893.710751,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d920a40-c118-4501-ac44-68d8c7904633","name":"e2e-external-model"} {"level":"info","ts":1784681893.7215776,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d920a40-c118-4501-ac44-68d8c7904633","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681893.7273831,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31a9486d-62b6-401c-8bde-5313bcf00864"} {"level":"info","ts":1784681893.727455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31a9486d-62b6-401c-8bde-5313bcf00864","name":"e2e-external-model"} {"level":"info","ts":1784681893.7273846,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9749950c-5b30-4213-adde-f5b2b920ba59","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.7274983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9749950c-5b30-4213-adde-f5b2b920ba59","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784681893.74168,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31a9486d-62b6-401c-8bde-5313bcf00864","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.741933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19e3c800-ef49-4c37-b311-61f6843a7b4d"} {"level":"info","ts":1784681893.7419884,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19e3c800-ef49-4c37-b311-61f6843a7b4d","name":"e2e-external-model"} {"level":"info","ts":1784681893.7419956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b69358c6-7a72-4d5b-9c98-932ed4cb93a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.7420323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b69358c6-7a72-4d5b-9c98-932ed4cb93a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.7500107,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19e3c800-ef49-4c37-b311-61f6843a7b4d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681893.7571929,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a60fb5da-f3c0-43ef-be1d-7e9b4ab3bd46"} {"level":"info","ts":1784681893.757256,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a60fb5da-f3c0-43ef-be1d-7e9b4ab3bd46","name":"e2e-external-model"} {"level":"info","ts":1784681893.7572548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5506e21-b014-4929-81ee-11c43d211484","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.757286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5506e21-b014-4929-81ee-11c43d211484","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.7655015,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a60fb5da-f3c0-43ef-be1d-7e9b4ab3bd46","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681901.1025915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681901.1026716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217"} {"level":"info","ts":1784681901.1026797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217"} {"level":"info","ts":1784681901.1026926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","EoS":true} {"level":"info","ts":1784681901.102716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","header":"x-maas-group"} {"level":"info","ts":1784681901.1027286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","header":"x-maas-subscription"} {"level":"info","ts":1784681901.1027343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","header":"x-maas-username"} {"level":"info","ts":1784681901.102748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681901.1027553,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","modelName":"e2e-external-model"} {"level":"info","ts":1784681901.1027682,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784681901.1028333,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784681901.1028502,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","authType":"apikey"} {"level":"info","ts":1784681901.102888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217"} {"level":"info","ts":1784681901.2180037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"195b5dc2-19e9-4b17-97e9-7eab15565b15"} {"level":"info","ts":1784681901.218017,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33568d61-08bf-4b6c-80c0-ab39359fa1ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2181287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33568d61-08bf-4b6c-80c0-ab39359fa1ee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784681901.225263,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd2e2236-1fd0-43d2-b079-0aeec015eb76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2252944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd2e2236-1fd0-43d2-b079-0aeec015eb76","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784681901.225291,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"195b5dc2-19e9-4b17-97e9-7eab15565b15","name":"e2e-cleanup-test"} {"level":"info","ts":1784681901.2348108,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"195b5dc2-19e9-4b17-97e9-7eab15565b15","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681901.2401044,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82c4796f-ec2b-4b7e-9dfa-b3ff4a90fc86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2401354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82c4796f-ec2b-4b7e-9dfa-b3ff4a90fc86","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784681901.2402377,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb40d93f-6d22-41e6-94da-511283897553"} {"level":"info","ts":1784681901.2402966,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb40d93f-6d22-41e6-94da-511283897553","name":"e2e-cleanup-test"} {"level":"info","ts":1784681901.2565029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61337a8e-08f0-4cfc-a467-c2dac54cf5c8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2565773,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61337a8e-08f0-4cfc-a467-c2dac54cf5c8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784681901.2575774,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb40d93f-6d22-41e6-94da-511283897553","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784681901.2576308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb40d93f-6d22-41e6-94da-511283897553","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681901.2576935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a66737ef-5d97-4de8-8350-230ad3567012"} {"level":"info","ts":1784681901.2577488,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a66737ef-5d97-4de8-8350-230ad3567012","name":"e2e-cleanup-test"} {"level":"info","ts":1784681901.2650342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a66737ef-5d97-4de8-8350-230ad3567012","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681901.2721226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f310ec19-95b1-4f85-9a18-c2ae0daec5ea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2721531,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f310ec19-95b1-4f85-9a18-c2ae0daec5ea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784681901.2721548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2481e5d-1610-4341-98b7-216f93393f52"} {"level":"info","ts":1784681901.2722416,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2481e5d-1610-4341-98b7-216f93393f52","name":"e2e-cleanup-test"} {"level":"info","ts":1784681901.2799132,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2481e5d-1610-4341-98b7-216f93393f52","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681909.5036523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93388f53-0ccd-4977-8eb8-c77715d4177b"} {"level":"info","ts":1784681909.5037122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"388a69f2-f672-4859-8975-61d07a783d23","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681909.5037327,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"388a69f2-f672-4859-8975-61d07a783d23","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681913.8242543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681913.8243167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6"} {"level":"info","ts":1784681913.8243248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6"} {"level":"info","ts":1784681913.8243358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6","EoS":true} {"level":"info","ts":1784681913.8243678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784681913.8244016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6"} {"level":"info","ts":1784681913.8688414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681913.8689172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d"} {"level":"info","ts":1784681913.8689287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d"} {"level":"info","ts":1784681913.8689404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","EoS":true} {"level":"info","ts":1784681913.8689654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","header":"x-maas-username"} {"level":"info","ts":1784681913.8689759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","header":"x-maas-group"} {"level":"info","ts":1784681913.8689797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","header":"x-maas-subscription"} {"level":"info","ts":1784681913.8689919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681913.8689992,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","modelName":"e2e-external-model"} {"level":"info","ts":1784681913.8690138,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784681913.8690372,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784681913.8690517,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","authType":"apikey"} {"level":"info","ts":1784681913.86907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d"} {"level":"info","ts":1784681913.909058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681913.9091284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681913.9091396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681913.9091513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","EoS":true} {"level":"info","ts":1784681913.9091754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","header":"x-maas-username"} {"level":"info","ts":1784681913.9091861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","header":"x-maas-group"} {"level":"info","ts":1784681913.9091902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","header":"x-maas-subscription"} {"level":"info","ts":1784681913.9092038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681913.9092321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681914.0161378,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681914.016166,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681914.0161889,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","EoS":false} {"level":"info","ts":1784681914.016203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","EoS":true} {"level":"error","ts":1784681914.0162187,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784681914.0162787,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681914.0558648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681914.0559416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.055954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.0559666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","EoS":true} {"level":"info","ts":1784681914.0559895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","header":"x-maas-group"} {"level":"info","ts":1784681914.0559976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","header":"x-maas-subscription"} {"level":"info","ts":1784681914.0560021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","header":"x-maas-username"} {"level":"info","ts":1784681914.0560358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.1528218,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.1528509,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.15287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","EoS":false} {"level":"info","ts":1784681914.1528888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","EoS":true} {"level":"error","ts":1784681914.1529052,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784681914.1529403,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.9858384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47f57510-df37-4ff2-9dd7-a48178e4aed3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681914.985883,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47f57510-df37-4ff2-9dd7-a48178e4aed3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681914.9858441,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52149b2a-860c-44e3-92a7-b5d7d408c861"} {"level":"info","ts":1784681915.123642,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81828c00-5f09-4190-8bc7-03ae81adb60e"} {"level":"info","ts":1784681915.1236436,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"406996fd-46d1-4848-a2ff-166cc6d9a7a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681915.1237082,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"406996fd-46d1-4848-a2ff-166cc6d9a7a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681915.2391822,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d3cb01ab-b845-462a-b197-461483c50e68","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784681915.2392397,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d3cb01ab-b845-462a-b197-461483c50e68","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784682514.6971912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784682514.6972554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784682514.697265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784682514.6972766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","EoS":true} {"level":"info","ts":1784682514.6972983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","header":"x-maas-subscription"} {"level":"info","ts":1784682514.6973076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","header":"x-maas-username"} {"level":"info","ts":1784682514.697312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","header":"x-maas-group"} {"level":"info","ts":1784682514.6973243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","path":"/ai-tenant-e2e-inf-b-75fe9f/test-model-75fe9f/v1/chat/completions"} {"level":"info","ts":1784682514.6973484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784682514.7102878,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784682514.7103121,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784682514.7103286,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","EoS":false} {"level":"info","ts":1784682514.7103453,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","EoS":true} {"level":"info","ts":1784682514.710382,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784683021.7366357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784683021.7367241,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a78499fb-ac56-4eaf-b4e3-7cf7dcb374c1"}