{"level":"info","ts":1785373204.259984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","EoS":true} {"level":"info","ts":1785373204.2600245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","header":"x-maas-subscription"} {"level":"info","ts":1785373204.2600367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","header":"x-maas-username"} {"level":"info","ts":1785373204.260044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","header":"x-maas-group"} {"level":"info","ts":1785373204.2600644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.2601013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.2611098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.2611306,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.2611454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","EoS":false} {"level":"info","ts":1785373204.2611578,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.261181,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","EoS":true} {"level":"info","ts":1785373204.2611897,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.413592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373204.4136775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.4136934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.4137142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","EoS":true} {"level":"info","ts":1785373204.4137478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","header":"x-maas-username"} {"level":"info","ts":1785373204.4137619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","header":"x-maas-group"} {"level":"info","ts":1785373204.4137716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","header":"x-maas-subscription"} {"level":"info","ts":1785373204.4137936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.4138238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.4148953,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.414916,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.414934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","EoS":false} {"level":"info","ts":1785373204.4149456,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.4149697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","EoS":true} {"level":"info","ts":1785373204.4149766,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.5512593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373204.5513318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.5513437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.551358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","EoS":true} {"level":"info","ts":1785373204.5513835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","header":"x-maas-username"} {"level":"info","ts":1785373204.551394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","header":"x-maas-subscription"} {"level":"info","ts":1785373204.5514002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","header":"x-maas-group"} {"level":"info","ts":1785373204.551412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.551444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.552535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.552556,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.5525782,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","EoS":false} {"level":"info","ts":1785373204.5525985,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.5526347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","EoS":true} {"level":"info","ts":1785373204.5526466,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373227.8207965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.8208795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.8208923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.8209038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","EoS":true} {"level":"info","ts":1785373227.8209362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","header":"x-maas-username"} {"level":"info","ts":1785373227.8209467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","header":"x-maas-group"} {"level":"info","ts":1785373227.8209515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","header":"x-maas-subscription"} {"level":"info","ts":1785373227.820967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373227.8209994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.823929,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.8239477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.8239655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","EoS":false} {"level":"info","ts":1785373227.82398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.8240092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","EoS":true} {"level":"info","ts":1785373227.824017,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.8543227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.8543978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8544097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8544226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","EoS":true} {"level":"info","ts":1785373227.854451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","header":"x-maas-username"} {"level":"info","ts":1785373227.8544643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","header":"x-maas-subscription"} {"level":"info","ts":1785373227.854472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","header":"x-maas-group"} {"level":"info","ts":1785373227.8544888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373227.8545425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8555448,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8555634,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8555791,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","EoS":false} {"level":"info","ts":1785373227.8555899,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8556125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","EoS":true} {"level":"info","ts":1785373227.85562,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.9547524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.9548287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce"} {"level":"info","ts":1785373227.9558198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce"} {"level":"info","ts":1785373227.9558387,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce"} {"level":"info","ts":1785373227.9558558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce","EoS":false} {"level":"info","ts":1785373227.9558656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce"} {"level":"info","ts":1785373227.9558983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce","EoS":true} {"level":"info","ts":1785373227.9559078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce"} {"level":"info","ts":1785373232.5524478,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373232.5525496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.5525618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.5525746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","EoS":true} {"level":"info","ts":1785373232.5526016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","header":"x-maas-subscription"} {"level":"info","ts":1785373232.552612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","header":"x-maas-username"} {"level":"info","ts":1785373232.5526178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","header":"x-maas-group"} {"level":"info","ts":1785373232.5526314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373232.5526571,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.5536191,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.5536318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.5536432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","EoS":false} {"level":"info","ts":1785373232.5536551,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.55368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","EoS":true} {"level":"info","ts":1785373232.5536854,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373243.12202,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373243.1220973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.1221309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.1221435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","EoS":true} {"level":"info","ts":1785373243.1221707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","header":"x-maas-username"} {"level":"info","ts":1785373243.1221814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","header":"x-maas-subscription"} {"level":"info","ts":1785373243.1221867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","header":"x-maas-group"} {"level":"info","ts":1785373243.1222022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373243.1222882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.125588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.1256123,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.1256318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","EoS":false} {"level":"info","ts":1785373243.1256444,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.1256738,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","EoS":true} {"level":"info","ts":1785373243.1256857,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373255.981575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373255.9816673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9816802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9816942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","EoS":true} {"level":"info","ts":1785373255.9817245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","header":"x-maas-username"} {"level":"info","ts":1785373255.9817355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","header":"x-maas-group"} {"level":"info","ts":1785373255.9817414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","header":"x-maas-subscription"} {"level":"info","ts":1785373255.9817548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373255.9817858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9827013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9827337,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9827514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","EoS":false} {"level":"info","ts":1785373255.9827662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9827929,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","EoS":true} {"level":"info","ts":1785373255.9828024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373264.503927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373264.5040066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.504019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.504031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","EoS":true} {"level":"info","ts":1785373264.5040548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","header":"x-maas-subscription"} {"level":"info","ts":1785373264.5040648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","header":"x-maas-username"} {"level":"info","ts":1785373264.5040703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","header":"x-maas-group"} {"level":"info","ts":1785373264.5040836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373264.5041058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.505013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.505034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.5050542,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","EoS":false} {"level":"info","ts":1785373264.5050678,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.5050921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","EoS":true} {"level":"info","ts":1785373264.5051033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373273.3423064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373273.342383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.342393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.3424037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","EoS":true} {"level":"info","ts":1785373273.3424325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","header":"x-maas-group"} {"level":"info","ts":1785373273.3424428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","header":"x-maas-username"} {"level":"info","ts":1785373273.342449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","header":"x-maas-subscription"} {"level":"info","ts":1785373273.342462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373273.3424883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.34338,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.3434,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.3434212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","EoS":false} {"level":"info","ts":1785373273.3434489,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.343483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","EoS":true} {"level":"info","ts":1785373273.3434944,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373302.6691258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373302.669216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.6692314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.6692457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","EoS":true} {"level":"info","ts":1785373302.6692753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","header":"x-maas-subscription"} {"level":"info","ts":1785373302.6692865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","header":"x-maas-group"} {"level":"info","ts":1785373302.6692917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","header":"x-maas-username"} {"level":"info","ts":1785373302.6693075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373302.6693394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.6726866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.672713,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.672729,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","EoS":false} {"level":"info","ts":1785373302.6727421,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.6727686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","EoS":true} {"level":"info","ts":1785373302.6727765,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373346.3887463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373346.3888497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.3888674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.388885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","EoS":true} {"level":"info","ts":1785373346.3889213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","header":"x-maas-username"} {"level":"info","ts":1785373346.3889368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","header":"x-maas-group"} {"level":"info","ts":1785373346.3889446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","header":"x-maas-subscription"} {"level":"info","ts":1785373346.388961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373346.3889937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.390759,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.390783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.3907995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","EoS":false} {"level":"info","ts":1785373346.390813,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.3908412,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","EoS":true} {"level":"info","ts":1785373346.390854,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373393.9108758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373393.9109805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.910993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.9110053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","EoS":true} {"level":"info","ts":1785373393.9110281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","header":"x-maas-group"} {"level":"info","ts":1785373393.9110425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","header":"x-maas-username"} {"level":"info","ts":1785373393.9110494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","header":"x-maas-subscription"} {"level":"info","ts":1785373393.9110665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373393.9111006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.9131598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.913183,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.9132042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","EoS":false} {"level":"info","ts":1785373393.9132295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.913265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","EoS":true} {"level":"info","ts":1785373393.9132743,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373403.2745845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373403.274658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2746696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2746813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","EoS":true} {"level":"info","ts":1785373403.274715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","header":"x-maas-subscription"} {"level":"info","ts":1785373403.274726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","header":"x-maas-username"} {"level":"info","ts":1785373403.274731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","header":"x-maas-group"} {"level":"info","ts":1785373403.2747447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373403.2747726,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2757173,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2757576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2757804,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","EoS":false} {"level":"info","ts":1785373403.2758021,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2758288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","EoS":true} {"level":"info","ts":1785373403.2758384,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.3093057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373403.3093755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.309392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.3094094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","EoS":true} {"level":"info","ts":1785373403.3094442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","header":"x-maas-username"} {"level":"info","ts":1785373403.3095021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","header":"x-maas-subscription"} {"level":"info","ts":1785373403.3095105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","header":"x-maas-group"} {"level":"info","ts":1785373403.3095522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373403.3095875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.3104854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.310503,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.3105388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","EoS":false} {"level":"info","ts":1785373403.310553,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.3105783,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","EoS":true} {"level":"info","ts":1785373403.3105898,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373422.3359299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373422.335999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.3360095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.3360264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","EoS":true} {"level":"info","ts":1785373422.3360524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","header":"x-maas-group"} {"level":"info","ts":1785373422.3360624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","header":"x-maas-subscription"} {"level":"info","ts":1785373422.3360689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","header":"x-maas-username"} {"level":"info","ts":1785373422.3360832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373422.3361092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.337098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.3371198,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.3371367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","EoS":false} {"level":"info","ts":1785373422.337148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.3371737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","EoS":true} {"level":"info","ts":1785373422.337184,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373623.1653254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373623.165406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.1654146,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.165425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","EoS":true} {"level":"info","ts":1785373623.1654518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","header":"x-maas-username"} {"level":"info","ts":1785373623.1654615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","header":"x-maas-group"} {"level":"info","ts":1785373623.1654668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","header":"x-maas-subscription"} {"level":"info","ts":1785373623.16548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785373623.165506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.166735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.1667554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.166771,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","EoS":false} {"level":"info","ts":1785373623.1667836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.166813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","EoS":true} {"level":"info","ts":1785373623.1668224,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373685.5589623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373685.5590537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.559064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.5590756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","EoS":true} {"level":"info","ts":1785373685.5591006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","header":"x-maas-username"} {"level":"info","ts":1785373685.5591104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","header":"x-maas-group"} {"level":"info","ts":1785373685.5591166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","header":"x-maas-subscription"} {"level":"info","ts":1785373685.559131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373685.5591571,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.5614052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.561426,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.5614467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","EoS":false} {"level":"info","ts":1785373685.5614626,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.5614886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","EoS":true} {"level":"info","ts":1785373685.561497,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373700.7796001,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373700.7796733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.7796853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.7796962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","EoS":true} {"level":"info","ts":1785373700.7797182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","header":"x-maas-group"} {"level":"info","ts":1785373700.7797287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","header":"x-maas-subscription"} {"level":"info","ts":1785373700.7797341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","header":"x-maas-username"} {"level":"info","ts":1785373700.7797472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373700.7797747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.7806618,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.7806811,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.7806976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","EoS":false} {"level":"info","ts":1785373700.780711,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.7807422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","EoS":true} {"level":"info","ts":1785373700.780754,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785374082.4823582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374082.4824386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.4824512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.4824626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","EoS":true} {"level":"info","ts":1785374082.4824834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","header":"x-maas-username"} {"level":"info","ts":1785374082.4824953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","header":"x-maas-group"} {"level":"info","ts":1785374082.482504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","header":"x-maas-subscription"} {"level":"info","ts":1785374082.482542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785374082.4825673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.4853606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.485387,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.4854097,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","EoS":false} {"level":"info","ts":1785374082.4854279,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.4854653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","EoS":true} {"level":"info","ts":1785374082.4854808,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374087.2603097,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4b215190-f3bc-4ce9-ba31-8806de197c74","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785374087.2605867,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39073.190291007,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.2606108,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.2947712,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.361581,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4b215190-f3bc-4ce9-ba31-8806de197c74","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785374087.3746696,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88fd2fb8-4f40-4b53-828f-d01bf557ea09"} {"level":"info","ts":1785374087.3746824,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce37370-5710-45cf-a6f3-e537bf4dfec4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374087.3747306,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce37370-5710-45cf-a6f3-e537bf4dfec4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785374087.380557,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0762a79-b82c-41ec-a547-b1f672f024ea","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374087.380578,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0762a79-b82c-41ec-a547-b1f672f024ea","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785374087.3809495,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35603.465553661,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.380964,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.3890152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.48118,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88fd2fb8-4f40-4b53-828f-d01bf557ea09","name":"e2e-external-provider"} {"level":"info","ts":1785374087.489369,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c621bbff-a284-4272-90cd-9f6648cb1c4d"} {"level":"info","ts":1785374087.489369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e3931eb-338c-4fbf-bcc0-75838ecb5316","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.489511,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e3931eb-338c-4fbf-bcc0-75838ecb5316","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.4992707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"542f0376-34b6-4dbf-a307-1fa22b000149","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.4993012,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"542f0376-34b6-4dbf-a307-1fa22b000149","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.4997056,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88fd2fb8-4f40-4b53-828f-d01bf557ea09","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785374087.4996934,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c621bbff-a284-4272-90cd-9f6648cb1c4d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.4997451,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c621bbff-a284-4272-90cd-9f6648cb1c4d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785374087.5045936,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c621bbff-a284-4272-90cd-9f6648cb1c4d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785374087.5046418,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c621bbff-a284-4272-90cd-9f6648cb1c4d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.5047183,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ffe311-fe33-47b1-8127-af3720d69ac4"} {"level":"info","ts":1785374087.504744,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ffe311-fe33-47b1-8127-af3720d69ac4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785374087.5054133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5156ce01-1084-4a6f-9c3c-e339231a0353","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.5054734,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5156ce01-1084-4a6f-9c3c-e339231a0353","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785374087.5092294,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ffe311-fe33-47b1-8127-af3720d69ac4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785374087.5092664,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ffe311-fe33-47b1-8127-af3720d69ac4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.5093188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65e5c8f0-4460-4f41-89b9-078dfe18f69d"} {"level":"info","ts":1785374087.5093598,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65e5c8f0-4460-4f41-89b9-078dfe18f69d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785374087.5096245,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88fd2fb8-4f40-4b53-828f-d01bf557ea09","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785374087.5140035,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65e5c8f0-4460-4f41-89b9-078dfe18f69d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.5172145,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88fd2fb8-4f40-4b53-828f-d01bf557ea09","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785374087.5247989,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7c93abb-29b5-4d03-9212-6b11766445c6"} {"level":"info","ts":1785374087.5248559,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7c93abb-29b5-4d03-9212-6b11766445c6","name":"e2e-external-provider"} {"level":"info","ts":1785374087.5248516,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"281e3041-07d8-494e-b887-e824ea75addc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374087.5248802,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"281e3041-07d8-494e-b887-e824ea75addc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785374087.5249581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd6bb0d7-086c-46fb-b529-abfc25f1f287"} {"level":"info","ts":1785374087.525127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35320.481139383,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.52514,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.5251791,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4cce0c3-e015-4b0e-b3bf-854ec4da6322","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.5252078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4cce0c3-e015-4b0e-b3bf-854ec4da6322","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.5320897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.5344212,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7c93abb-29b5-4d03-9212-6b11766445c6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785374087.5385578,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9a0b09-e837-4fd4-9b91-1957496118e2"} {"level":"info","ts":1785374087.5386024,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9a0b09-e837-4fd4-9b91-1957496118e2","name":"e2e-external-provider"} {"level":"info","ts":1785374087.548111,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9a0b09-e837-4fd4-9b91-1957496118e2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785374087.6257682,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd6bb0d7-086c-46fb-b529-abfc25f1f287","name":"e2e-external-model"} {"level":"info","ts":1785374087.6369457,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd6bb0d7-086c-46fb-b529-abfc25f1f287","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374087.6444397,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54035b82-2ab8-4447-af24-ae5ee2603d41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.6444466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf605497-dcab-4e65-9dca-2536684ba411"} {"level":"info","ts":1785374087.6444728,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54035b82-2ab8-4447-af24-ae5ee2603d41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.6445155,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf605497-dcab-4e65-9dca-2536684ba411","name":"e2e-external-model"} {"level":"info","ts":1785374087.6614559,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e98ea3fc-fbf0-4cbd-8a2a-d146a8c3cb9f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.6614935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e98ea3fc-fbf0-4cbd-8a2a-d146a8c3cb9f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785374087.6616814,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf605497-dcab-4e65-9dca-2536684ba411","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.6617403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83e3711a-58a7-49a9-bf69-1c41d96aacd3"} {"level":"info","ts":1785374087.6617832,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83e3711a-58a7-49a9-bf69-1c41d96aacd3","name":"e2e-external-model"} {"level":"info","ts":1785374087.6705012,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83e3711a-58a7-49a9-bf69-1c41d96aacd3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374087.6758435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7806f09e-9ff7-4a02-93e2-1c43f24244e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.6758602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01f59d61-de18-4736-a039-93ff1e069c04"} {"level":"info","ts":1785374087.6759138,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01f59d61-de18-4736-a039-93ff1e069c04","name":"e2e-external-model"} {"level":"info","ts":1785374087.6758654,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7806f09e-9ff7-4a02-93e2-1c43f24244e3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.684127,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01f59d61-de18-4736-a039-93ff1e069c04","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374109.8199964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374109.820079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.8200936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.8201103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","EoS":true} {"level":"info","ts":1785374109.8201406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","header":"x-maas-group"} {"level":"info","ts":1785374109.8201542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","header":"x-maas-username"} {"level":"info","ts":1785374109.820161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","header":"x-maas-subscription"} {"level":"info","ts":1785374109.8201761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374109.8201885,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","modelName":"e2e-external-model"} {"level":"info","ts":1785374109.8202038,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785374109.820263,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785374109.8202975,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","authType":"apikey"} {"level":"info","ts":1785374109.8203282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.9109166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.910941,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.91096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","EoS":false} {"level":"info","ts":1785374109.910974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.9110022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","EoS":true} {"level":"info","ts":1785374109.911009,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374110.0223563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"230cbf2c-c4f1-420a-9709-8ef8651df60d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0223973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"230cbf2c-c4f1-420a-9709-8ef8651df60d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785374110.022412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f01f5dd-2e6c-4b3d-980e-78a276c723c7"} {"level":"info","ts":1785374110.0274322,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f01f5dd-2e6c-4b3d-980e-78a276c723c7","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0275176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1a75c6e-a1b5-4d9b-bb5a-ca81325025d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0275655,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1a75c6e-a1b5-4d9b-bb5a-ca81325025d4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785374110.0418289,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f01f5dd-2e6c-4b3d-980e-78a276c723c7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374110.049248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a370344-2665-46ae-9ce0-59397047da90"} {"level":"info","ts":1785374110.0493634,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a370344-2665-46ae-9ce0-59397047da90","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0496292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4db83f2-5d4b-4b94-b241-384187036f98","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0496898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4db83f2-5d4b-4b94-b241-384187036f98","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785374110.0603218,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a370344-2665-46ae-9ce0-59397047da90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785374110.0603664,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a370344-2665-46ae-9ce0-59397047da90","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374110.060431,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e96b2f51-49ed-4423-8899-9da9092eae37"} {"level":"info","ts":1785374110.0604837,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e96b2f51-49ed-4423-8899-9da9092eae37","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0636406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cb1cdc1-0977-48e8-9264-d1f714fb8026","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0636744,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cb1cdc1-0977-48e8-9264-d1f714fb8026","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785374110.0681968,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e96b2f51-49ed-4423-8899-9da9092eae37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785374110.071215,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e96b2f51-49ed-4423-8899-9da9092eae37","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374110.0712883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75e5d8c1-4f31-4f86-b065-ac1fdb598e37"} {"level":"info","ts":1785374110.07133,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75e5d8c1-4f31-4f86-b065-ac1fdb598e37","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0753045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e182a354-bc69-425f-a5e4-856d862ebcf9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0753376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e182a354-bc69-425f-a5e4-856d862ebcf9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785374110.0784485,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75e5d8c1-4f31-4f86-b065-ac1fdb598e37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785374110.0818365,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75e5d8c1-4f31-4f86-b065-ac1fdb598e37","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374110.0818982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8471994-b825-41d4-9ea2-f24a03aed0eb"} {"level":"info","ts":1785374110.0819473,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8471994-b825-41d4-9ea2-f24a03aed0eb","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0890763,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8471994-b825-41d4-9ea2-f24a03aed0eb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374118.2829812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb7a148-104c-47e0-98f4-d216f136a717","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374118.2830148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20a5c0c0-9da9-489c-8694-07dd13bb17af"} {"level":"info","ts":1785374118.283034,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb7a148-104c-47e0-98f4-d216f136a717","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374122.5821483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.582224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404"} {"level":"info","ts":1785374122.5822418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404"} {"level":"info","ts":1785374122.582262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404","EoS":true} {"level":"info","ts":1785374122.582304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785374122.582339,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404"} {"level":"info","ts":1785374122.6177905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.6178672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.6178803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.6178916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","EoS":true} {"level":"info","ts":1785374122.6179142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","header":"x-maas-username"} {"level":"info","ts":1785374122.617925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","header":"x-maas-subscription"} {"level":"info","ts":1785374122.6179419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","header":"x-maas-group"} {"level":"info","ts":1785374122.6179564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374122.6180058,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","modelName":"e2e-external-model"} {"level":"info","ts":1785374122.6180224,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785374122.6180518,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785374122.6180823,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","authType":"apikey"} {"level":"info","ts":1785374122.618107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.6981637,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.6981916,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.698209,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","EoS":false} {"level":"info","ts":1785374122.698222,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.6982594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","EoS":true} {"level":"info","ts":1785374122.6982718,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.7343247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.7343912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.7344003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.734411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","EoS":true} {"level":"info","ts":1785374122.7344363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","header":"x-maas-subscription"} {"level":"info","ts":1785374122.7344472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","header":"x-maas-group"} {"level":"info","ts":1785374122.7344522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","header":"x-maas-username"} {"level":"info","ts":1785374122.7344644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374122.7344909,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.7828681,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.782895,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.782913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","EoS":false} {"level":"info","ts":1785374122.7829268,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.782954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","EoS":true} {"level":"info","ts":1785374122.7829604,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.838732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.8388035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.8388128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.838824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","EoS":true} {"level":"info","ts":1785374122.8388488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","header":"x-maas-subscription"} {"level":"info","ts":1785374122.838861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","header":"x-maas-username"} {"level":"info","ts":1785374122.838866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","header":"x-maas-group"} {"level":"info","ts":1785374122.8388937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.884768,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.884802,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.8848238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","EoS":false} {"level":"info","ts":1785374122.884842,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.8848834,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","EoS":true} {"level":"info","ts":1785374122.8849545,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374123.7046955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb4d3f9d-f73c-4228-8dbf-ef0afbff0897","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374123.7047336,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb4d3f9d-f73c-4228-8dbf-ef0afbff0897","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374123.7047505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aa421e1-b269-48e9-912d-f7e605c270ad"} {"level":"info","ts":1785374123.8376644,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00a69058-d1e0-4654-9dbc-9a63de4b7591","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374123.8376894,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6e12a9f-f5dc-4cb0-803a-0a0a7f520ce4"} {"level":"info","ts":1785374123.8376966,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00a69058-d1e0-4654-9dbc-9a63de4b7591","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374123.9543781,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b39d7ebb-5c37-4216-b405-a57767a7b17c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785374123.9544315,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b39d7ebb-5c37-4216-b405-a57767a7b17c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785375776.8211873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785375776.8212495,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61852272-c9a2-41bc-a0ee-a164039c1678"} {"level":"info","ts":1785375851.475191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785375851.4752715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.4752831,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.4752944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","EoS":true} {"level":"info","ts":1785375851.4753208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","header":"x-maas-subscription"} {"level":"info","ts":1785375851.4753306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","header":"x-maas-group"} {"level":"info","ts":1785375851.4753356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","header":"x-maas-username"} {"level":"info","ts":1785375851.4753487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785375851.4753714,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.4776733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.4777007,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.477716,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","EoS":false} {"level":"info","ts":1785375851.4777286,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.477755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","EoS":true} {"level":"info","ts":1785375851.4777632,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"}