{"level":"info","ts":1785371630.0196593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea","EoS":true} {"level":"info","ts":1785371630.0196707,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea"} {"level":"info","ts":1785371630.152454,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.1525235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.1525395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.1525512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","EoS":true} {"level":"info","ts":1785371630.1525745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","header":"x-maas-group"} {"level":"info","ts":1785371630.1525846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","header":"x-maas-subscription"} {"level":"info","ts":1785371630.1525893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","header":"x-maas-username"} {"level":"info","ts":1785371630.1526031,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.1526303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.1535873,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.1536074,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.1536214,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","EoS":false} {"level":"info","ts":1785371630.153632,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.1536617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","EoS":true} {"level":"info","ts":1785371630.153672,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.2868004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.2868726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2868867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2868996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","EoS":true} {"level":"info","ts":1785371630.2869232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","header":"x-maas-subscription"} {"level":"info","ts":1785371630.2869337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","header":"x-maas-username"} {"level":"info","ts":1785371630.2869399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","header":"x-maas-group"} {"level":"info","ts":1785371630.286952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.2869794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2879264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2879379,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2879498,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","EoS":false} {"level":"info","ts":1785371630.2879593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2879813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","EoS":true} {"level":"info","ts":1785371630.2879956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.4187162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.4187884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.418801,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.4188128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","EoS":true} {"level":"info","ts":1785371630.4188359,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","header":"x-maas-subscription"} {"level":"info","ts":1785371630.4188488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","header":"x-maas-group"} {"level":"info","ts":1785371630.418858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","header":"x-maas-username"} {"level":"info","ts":1785371630.4188728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.4189,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.4198408,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.4198523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.4198642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","EoS":false} {"level":"info","ts":1785371630.4198742,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.419897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","EoS":true} {"level":"info","ts":1785371630.4199102,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.5526888,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.5527618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.552774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.5527928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","EoS":true} {"level":"info","ts":1785371630.55283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","header":"x-maas-subscription"} {"level":"info","ts":1785371630.552842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","header":"x-maas-username"} {"level":"info","ts":1785371630.5528514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","header":"x-maas-group"} {"level":"info","ts":1785371630.5528708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.5528998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.553763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.5537817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.5537987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","EoS":false} {"level":"info","ts":1785371630.5538156,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.5538495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","EoS":true} {"level":"info","ts":1785371630.5538602,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371650.529033,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371650.529121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.529136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.5291562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","EoS":true} {"level":"info","ts":1785371650.5291913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","header":"x-maas-group"} {"level":"info","ts":1785371650.529204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","header":"x-maas-subscription"} {"level":"info","ts":1785371650.529211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","header":"x-maas-username"} {"level":"info","ts":1785371650.5292299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371650.5292864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.5302336,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.5302677,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.530284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","EoS":false} {"level":"info","ts":1785371650.5302966,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.5303247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","EoS":true} {"level":"info","ts":1785371650.530334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.6262338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371650.626347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec"} {"level":"info","ts":1785371650.6272063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec"} {"level":"info","ts":1785371650.627228,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec"} {"level":"info","ts":1785371650.6272697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec","EoS":false} {"level":"info","ts":1785371650.6272883,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec"} {"level":"info","ts":1785371650.6273172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec","EoS":true} {"level":"info","ts":1785371650.6273339,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec"} {"level":"info","ts":1785371655.2138145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371655.2138805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.21389,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.2139006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","EoS":true} {"level":"info","ts":1785371655.2139218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","header":"x-maas-subscription"} {"level":"info","ts":1785371655.213932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","header":"x-maas-username"} {"level":"info","ts":1785371655.2139382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","header":"x-maas-group"} {"level":"info","ts":1785371655.2139494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371655.213974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.2149076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.214926,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.2149398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","EoS":false} {"level":"info","ts":1785371655.214952,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.2149765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","EoS":true} {"level":"info","ts":1785371655.214982,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371663.7353377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371663.7354052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.7354145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.7354276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","EoS":true} {"level":"info","ts":1785371663.7354512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","header":"x-maas-group"} {"level":"info","ts":1785371663.7354622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","header":"x-maas-subscription"} {"level":"info","ts":1785371663.7354674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","header":"x-maas-username"} {"level":"info","ts":1785371663.7354796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371663.7355044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.736596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.7366185,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.736637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","EoS":false} {"level":"info","ts":1785371663.7366545,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.7366917,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","EoS":true} {"level":"info","ts":1785371663.736702,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371676.5769799,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371676.5770693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.5770886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.5771062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","EoS":true} {"level":"info","ts":1785371676.5771387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","header":"x-maas-subscription"} {"level":"info","ts":1785371676.5771532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","header":"x-maas-group"} {"level":"info","ts":1785371676.5771604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","header":"x-maas-username"} {"level":"info","ts":1785371676.5771768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371676.5772088,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.5782287,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.5782666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.5782835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","EoS":false} {"level":"info","ts":1785371676.5782957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.578322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","EoS":true} {"level":"info","ts":1785371676.5783327,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371685.0981336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371685.0981958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.0982072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.0982184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","EoS":true} {"level":"info","ts":1785371685.0982392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","header":"x-maas-username"} {"level":"info","ts":1785371685.0982702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","header":"x-maas-subscription"} {"level":"info","ts":1785371685.098276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","header":"x-maas-group"} {"level":"info","ts":1785371685.098287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371685.098309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.0994632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.099485,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.0995007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","EoS":false} {"level":"info","ts":1785371685.0995135,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.0995429,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","EoS":true} {"level":"info","ts":1785371685.0995543,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371693.9407687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371693.9408445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.9408576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.940872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","EoS":true} {"level":"info","ts":1785371693.9408975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","header":"x-maas-username"} {"level":"info","ts":1785371693.9409094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","header":"x-maas-subscription"} {"level":"info","ts":1785371693.940919,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","header":"x-maas-group"} {"level":"info","ts":1785371693.9409373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371693.9409866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.9419887,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.9420087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.9420297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","EoS":false} {"level":"info","ts":1785371693.9420464,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.9420857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","EoS":true} {"level":"info","ts":1785371693.942097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371719.8002164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371719.8003192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.8003373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.800356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","EoS":true} {"level":"info","ts":1785371719.8003883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","header":"x-maas-subscription"} {"level":"info","ts":1785371719.8004017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","header":"x-maas-username"} {"level":"info","ts":1785371719.8004086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","header":"x-maas-group"} {"level":"info","ts":1785371719.8004286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371719.8004632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.8019776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.8019998,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.802017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","EoS":false} {"level":"info","ts":1785371719.80203,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.8020568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","EoS":true} {"level":"info","ts":1785371719.8020668,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371742.5278718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371742.5279472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.52796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.5279725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","EoS":true} {"level":"info","ts":1785371742.5279973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","header":"x-maas-username"} {"level":"info","ts":1785371742.5280125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","header":"x-maas-subscription"} {"level":"info","ts":1785371742.528018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","header":"x-maas-group"} {"level":"info","ts":1785371742.5280297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371742.5280542,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.5290294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.5290532,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.5290685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","EoS":false} {"level":"info","ts":1785371742.5290782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.5291002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","EoS":true} {"level":"info","ts":1785371742.5291092,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371779.39533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371779.3954022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3954132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3954256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","EoS":true} {"level":"info","ts":1785371779.3954468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","header":"x-maas-username"} {"level":"info","ts":1785371779.3954568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","header":"x-maas-subscription"} {"level":"info","ts":1785371779.3954637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","header":"x-maas-group"} {"level":"info","ts":1785371779.3954809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371779.3955157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3964574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3964736,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3964858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","EoS":false} {"level":"info","ts":1785371779.3964965,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3965235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","EoS":true} {"level":"info","ts":1785371779.3965356,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371788.7149236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371788.7149985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7150106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7150223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","EoS":true} {"level":"info","ts":1785371788.7150486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","header":"x-maas-username"} {"level":"info","ts":1785371788.7150583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","header":"x-maas-subscription"} {"level":"info","ts":1785371788.7150636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","header":"x-maas-group"} {"level":"info","ts":1785371788.7150767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371788.7151017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7182598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7182832,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7183015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","EoS":false} {"level":"info","ts":1785371788.7183163,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7183423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","EoS":true} {"level":"info","ts":1785371788.7183523,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7503517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371788.750403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.7504103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.7504206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","EoS":true} {"level":"info","ts":1785371788.7504435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","header":"x-maas-username"} {"level":"info","ts":1785371788.7504537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","header":"x-maas-group"} {"level":"info","ts":1785371788.750458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","header":"x-maas-subscription"} {"level":"info","ts":1785371788.7504697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371788.7504947,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.7514896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.751508,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.7515268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","EoS":false} {"level":"info","ts":1785371788.7515428,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.7515776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","EoS":true} {"level":"info","ts":1785371788.7515879,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371807.7407305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371807.7408283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.7408407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.7408533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","EoS":true} {"level":"info","ts":1785371807.7408776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","header":"x-maas-group"} {"level":"info","ts":1785371807.7408888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","header":"x-maas-username"} {"level":"info","ts":1785371807.7408936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","header":"x-maas-subscription"} {"level":"info","ts":1785371807.7409062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371807.740931,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.74194,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.741952,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.7419643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","EoS":false} {"level":"info","ts":1785371807.7419746,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.7419915,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","EoS":true} {"level":"info","ts":1785371807.7420006,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371942.2230976,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371942.2231674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.223178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.2231905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","EoS":true} {"level":"info","ts":1785371942.223213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","header":"x-maas-subscription"} {"level":"info","ts":1785371942.223224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","header":"x-maas-group"} {"level":"info","ts":1785371942.2232294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","header":"x-maas-username"} {"level":"info","ts":1785371942.2232642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785371942.2233312,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.224941,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.2249613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.2249753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","EoS":false} {"level":"info","ts":1785371942.2249866,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.2250106,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","EoS":true} {"level":"info","ts":1785371942.2250183,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371989.668719,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371989.6687894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.6688015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.6688128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","EoS":true} {"level":"info","ts":1785371989.6688354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","header":"x-maas-username"} {"level":"info","ts":1785371989.6688464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","header":"x-maas-group"} {"level":"info","ts":1785371989.6688514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","header":"x-maas-subscription"} {"level":"info","ts":1785371989.6688638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371989.6688876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.6715615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.6715837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.6716034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","EoS":false} {"level":"info","ts":1785371989.6716192,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.6716573,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","EoS":true} {"level":"info","ts":1785371989.6716678,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785372004.8899643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372004.8900359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.8900454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.8900561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","EoS":true} {"level":"info","ts":1785372004.8900807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","header":"x-maas-group"} {"level":"info","ts":1785372004.8900921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","header":"x-maas-subscription"} {"level":"info","ts":1785372004.8900967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","header":"x-maas-username"} {"level":"info","ts":1785372004.8901103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785372004.890134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.8911405,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.8911636,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.89118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","EoS":false} {"level":"info","ts":1785372004.8911927,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.891218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","EoS":true} {"level":"info","ts":1785372004.891226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372302.1566544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372302.1567583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.156774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.1567938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","EoS":true} {"level":"info","ts":1785372302.1568298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","header":"x-maas-group"} {"level":"info","ts":1785372302.1568422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","header":"x-maas-username"} {"level":"info","ts":1785372302.156852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","header":"x-maas-subscription"} {"level":"info","ts":1785372302.1568713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785372302.1569073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.1602547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.1602795,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.1603043,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","EoS":false} {"level":"info","ts":1785372302.1603208,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.1603572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","EoS":true} {"level":"info","ts":1785372302.1603727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372306.9213889,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"64f0f1e9-e14e-4aa8-900c-725ade37234b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785372306.9217424,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37528.428364764,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372306.921765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372306.9569325,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.022573,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"64f0f1e9-e14e-4aa8-900c-725ade37234b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785372307.0285594,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf9621e-62eb-4cb7-9863-53c09c54d37e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372307.0285766,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0960ccf-8d4e-4c18-8c76-feb76f6e0739"} {"level":"info","ts":1785372307.0285883,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf9621e-62eb-4cb7-9863-53c09c54d37e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785372307.0333984,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13c416c8-8650-4beb-8d47-4b698cb5bbb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372307.033432,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13c416c8-8650-4beb-8d47-4b698cb5bbb7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785372307.0367308,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0960ccf-8d4e-4c18-8c76-feb76f6e0739","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.0369933,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32710.877419637,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.0370102,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.044178,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.1330926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfdf7679-7464-47ab-ae2a-45c3bce8288b"} {"level":"info","ts":1785372307.133096,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4993be87-79f3-4d6b-927c-56c1b85ae317","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.1332736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4993be87-79f3-4d6b-927c-56c1b85ae317","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.1378965,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0960ccf-8d4e-4c18-8c76-feb76f6e0739","name":"e2e-external-provider"} {"level":"info","ts":1785372307.1403036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b354143f-4ecf-4d04-8737-359a2fc928d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.140339,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b354143f-4ecf-4d04-8737-359a2fc928d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.14068,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfdf7679-7464-47ab-ae2a-45c3bce8288b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785372307.1477997,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0960ccf-8d4e-4c18-8c76-feb76f6e0739","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785372307.1482942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"900064fd-3a2d-4743-a76b-3cf8e5f633da","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.1483185,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"900064fd-3a2d-4743-a76b-3cf8e5f633da","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785372307.1484118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfdf7679-7464-47ab-ae2a-45c3bce8288b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.1488357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8abf01ef-bef7-4f21-bb52-32eec584c7c7"} {"level":"info","ts":1785372307.148899,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8abf01ef-bef7-4f21-bb52-32eec584c7c7","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785372307.1540358,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8abf01ef-bef7-4f21-bb52-32eec584c7c7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.1563463,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0960ccf-8d4e-4c18-8c76-feb76f6e0739","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785372307.163189,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0960ccf-8d4e-4c18-8c76-feb76f6e0739","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785372307.1642332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"305a420c-487d-4909-8ced-12b0acc8f290"} {"level":"info","ts":1785372307.1642733,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"305a420c-487d-4909-8ced-12b0acc8f290","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785372307.1667573,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0960ccf-8d4e-4c18-8c76-feb76f6e0739","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.16683,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"751b042a-9056-49cb-be4f-38a42e6be97a"} {"level":"info","ts":1785372307.1668782,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"751b042a-9056-49cb-be4f-38a42e6be97a","name":"e2e-external-provider"} {"level":"error","ts":1785372307.1685405,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"305a420c-487d-4909-8ced-12b0acc8f290","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.1753104,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"751b042a-9056-49cb-be4f-38a42e6be97a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785372307.1822944,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e826b46a-2936-4ab9-90cb-f04ae46fff09","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372307.182326,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e826b46a-2936-4ab9-90cb-f04ae46fff09","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785372307.182337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1426255-430b-4a06-baca-bd26bf00e8c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.1823676,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1426255-430b-4a06-baca-bd26bf00e8c0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.1823936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6767c3e1-9d96-4d0b-a36e-e2deeb582bb1"} {"level":"info","ts":1785372307.1825714,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94e11f0c-3b10-4b66-84e3-8eef75b6fdf9"} {"level":"info","ts":1785372307.1825757,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35857.800789429,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.1825879,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.1826053,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94e11f0c-3b10-4b66-84e3-8eef75b6fdf9","name":"e2e-external-provider"} {"level":"info","ts":1785372307.1895292,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.1932902,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94e11f0c-3b10-4b66-84e3-8eef75b6fdf9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785372307.2835512,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6767c3e1-9d96-4d0b-a36e-e2deeb582bb1","name":"e2e-external-model"} {"level":"info","ts":1785372307.2965255,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6767c3e1-9d96-4d0b-a36e-e2deeb582bb1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372307.3042243,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ce2fc5-4c8b-46b3-874c-1f853f92b3b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.3043106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ce2fc5-4c8b-46b3-874c-1f853f92b3b1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.3045914,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d9f5445-48ff-450f-83e6-edac559a524e"} {"level":"info","ts":1785372307.3046434,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d9f5445-48ff-450f-83e6-edac559a524e","name":"e2e-external-model"} {"level":"error","ts":1785372307.3199797,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d9f5445-48ff-450f-83e6-edac559a524e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.3200462,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eeec7c5d-a8c6-4e18-80ce-34d30c55b53c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.3200982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eeec7c5d-a8c6-4e18-80ce-34d30c55b53c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.3200507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fc59155-7d65-4f16-8426-c7e775ee6c83"} {"level":"info","ts":1785372307.3201907,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fc59155-7d65-4f16-8426-c7e775ee6c83","name":"e2e-external-model"} {"level":"info","ts":1785372307.3281324,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fc59155-7d65-4f16-8426-c7e775ee6c83","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372307.335302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ff28689-e667-41d5-8c9e-0e6eeab6fd8f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.3353274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ff28689-e667-41d5-8c9e-0e6eeab6fd8f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.3354461,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28d28082-9ce2-4332-b6be-8b959264eee5"} {"level":"info","ts":1785372307.335501,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28d28082-9ce2-4332-b6be-8b959264eee5","name":"e2e-external-model"} {"level":"info","ts":1785372307.3432744,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28d28082-9ce2-4332-b6be-8b959264eee5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372312.4874043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372312.4874709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.4874816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.4874928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","EoS":true} {"level":"info","ts":1785372312.487513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","header":"x-maas-subscription"} {"level":"info","ts":1785372312.4875252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","header":"x-maas-username"} {"level":"info","ts":1785372312.4875307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","header":"x-maas-group"} {"level":"info","ts":1785372312.487543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372312.4875515,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","modelName":"e2e-external-model"} {"level":"info","ts":1785372312.487563,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785372312.4875896,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785372312.487608,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","authType":"apikey"} {"level":"info","ts":1785372312.4876306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.5858207,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.5858526,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.5858698,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","EoS":false} {"level":"info","ts":1785372312.5858824,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.585912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","EoS":true} {"level":"info","ts":1785372312.5859225,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.7000651,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e203c7f8-01cb-439f-8ec8-013ba16b9fa0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.7000768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2de6c4f-d792-421d-9c51-85a10cb9feec"} {"level":"info","ts":1785372312.700095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e203c7f8-01cb-439f-8ec8-013ba16b9fa0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785372312.7055933,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2de6c4f-d792-421d-9c51-85a10cb9feec","name":"e2e-cleanup-test"} {"level":"info","ts":1785372312.7056513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd35618-bce0-4bcd-8d47-5c1df6161a41","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.70568,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd35618-bce0-4bcd-8d47-5c1df6161a41","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785372312.715616,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2de6c4f-d792-421d-9c51-85a10cb9feec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372312.7230809,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a6faa97-218e-4805-8ca9-01668faa3c5b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.7231064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a6faa97-218e-4805-8ca9-01668faa3c5b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785372312.723311,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bec4378-e040-436d-8c5f-d85110c99bb7"} {"level":"info","ts":1785372312.7233722,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bec4378-e040-436d-8c5f-d85110c99bb7","name":"e2e-cleanup-test"} {"level":"info","ts":1785372312.7378688,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ff93d53-548f-4384-a097-afa557b21c36","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.737899,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ff93d53-548f-4384-a097-afa557b21c36","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785372312.7414134,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bec4378-e040-436d-8c5f-d85110c99bb7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785372312.7414675,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bec4378-e040-436d-8c5f-d85110c99bb7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372312.7415159,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdd5009d-4a59-4e11-aa39-67e4eab0a82f"} {"level":"info","ts":1785372312.7415566,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdd5009d-4a59-4e11-aa39-67e4eab0a82f","name":"e2e-cleanup-test"} {"level":"info","ts":1785372312.7487812,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdd5009d-4a59-4e11-aa39-67e4eab0a82f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372312.7507617,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bae5a2d-7c26-47b2-8639-887a17abe224","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.7507873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bae5a2d-7c26-47b2-8639-887a17abe224","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785372312.7521996,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdd5009d-4a59-4e11-aa39-67e4eab0a82f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372312.7522864,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f49de90-bf4a-4240-89f2-5ccd31875a26"} {"level":"info","ts":1785372312.7523315,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f49de90-bf4a-4240-89f2-5ccd31875a26","name":"e2e-cleanup-test"} {"level":"info","ts":1785372312.7602255,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f49de90-bf4a-4240-89f2-5ccd31875a26","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372320.9446895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd356df6-16d3-4f57-afac-aa0d1ae67574","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372320.944715,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd356df6-16d3-4f57-afac-aa0d1ae67574","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372320.944732,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4843f366-7103-4a9b-bd71-4d193895593f"} {"level":"info","ts":1785372325.23047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.230531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a"} {"level":"info","ts":1785372325.2305405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a"} {"level":"info","ts":1785372325.230552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a","EoS":true} {"level":"info","ts":1785372325.2305818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785372325.2306073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a"} {"level":"info","ts":1785372325.3197823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.3198893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.3199127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.319933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","EoS":true} {"level":"info","ts":1785372325.3199782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","header":"x-maas-group"} {"level":"info","ts":1785372325.3200016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","header":"x-maas-username"} {"level":"info","ts":1785372325.3200104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","header":"x-maas-subscription"} {"level":"info","ts":1785372325.3200274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372325.3200405,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","modelName":"e2e-external-model"} {"level":"info","ts":1785372325.320058,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785372325.3200884,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785372325.3201132,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","authType":"apikey"} {"level":"info","ts":1785372325.3201451,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.4120882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.4121106,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.4121375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","EoS":false} {"level":"info","ts":1785372325.41215,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.412177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","EoS":true} {"level":"info","ts":1785372325.4121904,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.4456313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.4457023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.4457123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.445724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","EoS":true} {"level":"info","ts":1785372325.44575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","header":"x-maas-username"} {"level":"info","ts":1785372325.4457633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","header":"x-maas-group"} {"level":"info","ts":1785372325.4457722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","header":"x-maas-subscription"} {"level":"info","ts":1785372325.445784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372325.4458086,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.4912305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.4912717,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.4912927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","EoS":false} {"level":"info","ts":1785372325.4913056,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.4913313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","EoS":true} {"level":"info","ts":1785372325.4913363,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.5223227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.5223827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.5224016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.5224216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","EoS":true} {"level":"info","ts":1785372325.5224533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","header":"x-maas-subscription"} {"level":"info","ts":1785372325.5224686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","header":"x-maas-username"} {"level":"info","ts":1785372325.5224783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","header":"x-maas-group"} {"level":"info","ts":1785372325.5225482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.567328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.5673459,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.567364,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","EoS":false} {"level":"info","ts":1785372325.5673802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.5674012,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","EoS":true} {"level":"info","ts":1785372325.5674076,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372326.3605864,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32135cd6-2f77-4037-b20f-838e43e6b5dd"} {"level":"info","ts":1785372326.3605855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2aa82bf-0674-41ef-acb0-752241c376f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372326.3606308,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2aa82bf-0674-41ef-acb0-752241c376f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372326.5116324,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f763efc-133d-468e-b50e-c3caa978f2d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372326.5116568,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f763efc-133d-468e-b50e-c3caa978f2d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372326.5116856,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfa0971e-84b9-46b2-9e1b-d4cf260ed90d"} {"level":"info","ts":1785372326.6177437,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c1f85914-bdcc-4f8e-adf8-6f47722b1af9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785372326.6178646,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c1f85914-bdcc-4f8e-adf8-6f47722b1af9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785373724.8376207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373724.8376842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40edccd5-cf9a-474b-b51b-88944e96cd21"} {"level":"info","ts":1785373793.1920671,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373793.1921523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.1921651,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.192177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","EoS":true} {"level":"info","ts":1785373793.1922069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","header":"x-maas-group"} {"level":"info","ts":1785373793.1922195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","header":"x-maas-subscription"} {"level":"info","ts":1785373793.1922243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","header":"x-maas-username"} {"level":"info","ts":1785373793.1922383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785373793.192325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.195301,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.1953304,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.195353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","EoS":false} {"level":"info","ts":1785373793.1953676,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.195397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","EoS":true} {"level":"info","ts":1785373793.195405,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"}