{"level":"info","ts":1785268898.8060057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","header":"x-maas-username"} {"level":"info","ts":1785268898.8060112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","header":"x-maas-subscription"} {"level":"info","ts":1785268898.8060467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268898.8060784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1"} {"level":"info","ts":1785268898.8093064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1"} {"level":"info","ts":1785268898.8093388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1"} {"level":"info","ts":1785268898.8093612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","EoS":false} {"level":"info","ts":1785268898.809379,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","EoS":true} {"level":"info","ts":1785268898.8094265,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1"} {"level":"info","ts":1785268898.9491045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268898.9491978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268898.9492128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268898.9492242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"292120f2-2c42-4178-aff2-145915166250","EoS":true} {"level":"info","ts":1785268898.9492505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"292120f2-2c42-4178-aff2-145915166250","header":"x-maas-subscription"} {"level":"info","ts":1785268898.949261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"292120f2-2c42-4178-aff2-145915166250","header":"x-maas-username"} {"level":"info","ts":1785268898.9492662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"292120f2-2c42-4178-aff2-145915166250","header":"x-maas-group"} {"level":"info","ts":1785268898.9492807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"292120f2-2c42-4178-aff2-145915166250","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268898.9493096,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268898.9501486,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268898.9501824,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268898.9501991,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"292120f2-2c42-4178-aff2-145915166250","EoS":false} {"level":"info","ts":1785268898.950211,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"292120f2-2c42-4178-aff2-145915166250","EoS":true} {"level":"info","ts":1785268898.9502406,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268899.0880158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268899.0880969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.0881085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.0881193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","EoS":true} {"level":"info","ts":1785268899.0881424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","header":"x-maas-username"} {"level":"info","ts":1785268899.0881531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","header":"x-maas-group"} {"level":"info","ts":1785268899.0881581,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","header":"x-maas-subscription"} {"level":"info","ts":1785268899.0881975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268899.0882263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.0890768,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.089104,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.0891287,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","EoS":false} {"level":"info","ts":1785268899.0891502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","EoS":true} {"level":"info","ts":1785268899.0892148,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.2296245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268899.2297094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.229721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.2297328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","EoS":true} {"level":"info","ts":1785268899.2297564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","header":"x-maas-group"} {"level":"info","ts":1785268899.2297657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","header":"x-maas-subscription"} {"level":"info","ts":1785268899.2297707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","header":"x-maas-username"} {"level":"info","ts":1785268899.2297835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268899.2298095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.2307763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.230797,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.2308137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","EoS":false} {"level":"info","ts":1785268899.2308273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","EoS":true} {"level":"info","ts":1785268899.2308583,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.3683722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268899.3684654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.368477,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.3684893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","EoS":true} {"level":"info","ts":1785268899.3685133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","header":"x-maas-username"} {"level":"info","ts":1785268899.3685238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","header":"x-maas-subscription"} {"level":"info","ts":1785268899.3685303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","header":"x-maas-group"} {"level":"info","ts":1785268899.3685453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268899.3685706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.369456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.3694808,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.3695016,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","EoS":false} {"level":"info","ts":1785268899.3695204,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","EoS":true} {"level":"info","ts":1785268899.3695576,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268919.7369232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.737024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.73704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.7370532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","EoS":true} {"level":"info","ts":1785268919.7370834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","header":"x-maas-username"} {"level":"info","ts":1785268919.7370946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","header":"x-maas-subscription"} {"level":"info","ts":1785268919.7370994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","header":"x-maas-group"} {"level":"info","ts":1785268919.7371147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268919.7371416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.7400951,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.7401237,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.7401397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","EoS":false} {"level":"info","ts":1785268919.7401526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","EoS":true} {"level":"info","ts":1785268919.7402093,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.779678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.7797647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.7797768,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.779789,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","EoS":true} {"level":"info","ts":1785268919.779815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","header":"x-maas-username"} {"level":"info","ts":1785268919.7798233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","header":"x-maas-group"} {"level":"info","ts":1785268919.779828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","header":"x-maas-subscription"} {"level":"info","ts":1785268919.7798407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268919.7798657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.7809052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.7809262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.7809434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","EoS":false} {"level":"info","ts":1785268919.7809563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","EoS":true} {"level":"info","ts":1785268919.7809868,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.8897629,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.8898427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c"} {"level":"info","ts":1785268919.8907611,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c"} {"level":"info","ts":1785268919.8907819,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c"} {"level":"info","ts":1785268919.8907986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c","EoS":false} {"level":"info","ts":1785268919.8908093,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c"} {"level":"info","ts":1785268919.890832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c","EoS":true} {"level":"info","ts":1785268919.890837,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c"} {"level":"info","ts":1785268924.6199293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268924.62002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268924.620035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268924.620048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","EoS":true} {"level":"info","ts":1785268924.620075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","header":"x-maas-username"} {"level":"info","ts":1785268924.6200888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","header":"x-maas-group"} {"level":"info","ts":1785268924.6200943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","header":"x-maas-subscription"} {"level":"info","ts":1785268924.6201081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268924.620134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268924.6208901,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268924.6209083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268924.620923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","EoS":false} {"level":"info","ts":1785268924.6209342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","EoS":true} {"level":"info","ts":1785268924.620964,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268935.322069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268935.32215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268935.3221614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268935.3221972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","EoS":true} {"level":"info","ts":1785268935.3222256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","header":"x-maas-username"} {"level":"info","ts":1785268935.3222358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","header":"x-maas-subscription"} {"level":"info","ts":1785268935.3222418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","header":"x-maas-group"} {"level":"info","ts":1785268935.3222587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268935.3222861,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268935.323117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268935.3231468,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268935.323194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","EoS":false} {"level":"info","ts":1785268935.3232164,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","EoS":true} {"level":"info","ts":1785268935.3232548,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268948.2591596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268948.2592597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268948.2592754,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268948.2592957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","EoS":true} {"level":"info","ts":1785268948.2593355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","header":"x-maas-username"} {"level":"info","ts":1785268948.2593482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","header":"x-maas-subscription"} {"level":"info","ts":1785268948.2593565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","header":"x-maas-group"} {"level":"info","ts":1785268948.259375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268948.259411,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268948.2600992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268948.2601156,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268948.260135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","EoS":false} {"level":"info","ts":1785268948.2601502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","EoS":true} {"level":"info","ts":1785268948.2602186,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268956.8142583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268956.8143373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268956.8143518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268956.814364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","EoS":true} {"level":"info","ts":1785268956.8143897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","header":"x-maas-username"} {"level":"info","ts":1785268956.8143997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","header":"x-maas-group"} {"level":"info","ts":1785268956.814406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","header":"x-maas-subscription"} {"level":"info","ts":1785268956.8144195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268956.8144445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268956.8150997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268956.8151145,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268956.8151278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","EoS":false} {"level":"info","ts":1785268956.815139,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","EoS":true} {"level":"info","ts":1785268956.8151898,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268965.721859,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268965.7219517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268965.721972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268965.7219903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","EoS":true} {"level":"info","ts":1785268965.722019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","header":"x-maas-username"} {"level":"info","ts":1785268965.7220323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","header":"x-maas-subscription"} {"level":"info","ts":1785268965.7220378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","header":"x-maas-group"} {"level":"info","ts":1785268965.7220514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268965.7220793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268965.722854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268965.722875,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268965.7228956,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","EoS":false} {"level":"info","ts":1785268965.7229135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","EoS":true} {"level":"info","ts":1785268965.7229528,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268991.8815625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268991.881655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785268991.8816717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785268991.8816946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","EoS":true} {"level":"info","ts":1785268991.8817189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","header":"x-maas-group"} {"level":"info","ts":1785268991.8817286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","header":"x-maas-username"} {"level":"info","ts":1785268991.8817341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","header":"x-maas-subscription"} {"level":"info","ts":1785268991.881748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268991.8817737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785268991.8825107,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785268991.8825312,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785268991.882551,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","EoS":false} {"level":"info","ts":1785268991.882563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","EoS":true} {"level":"info","ts":1785268991.8825927,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785269014.7616453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269014.761718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269014.7617273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269014.7617388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","EoS":true} {"level":"info","ts":1785269014.761762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","header":"x-maas-username"} {"level":"info","ts":1785269014.7617736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","header":"x-maas-subscription"} {"level":"info","ts":1785269014.7617786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","header":"x-maas-group"} {"level":"info","ts":1785269014.761792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785269014.7618153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269014.7638295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269014.7638528,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269014.7638686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","EoS":false} {"level":"info","ts":1785269014.7638836,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","EoS":true} {"level":"info","ts":1785269014.7639112,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269049.8489492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269049.849042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269049.8490531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269049.8490655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","EoS":true} {"level":"info","ts":1785269049.8490908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","header":"x-maas-subscription"} {"level":"info","ts":1785269049.8491008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","header":"x-maas-username"} {"level":"info","ts":1785269049.8491058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","header":"x-maas-group"} {"level":"info","ts":1785269049.8491194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269049.8491461,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269049.849924,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269049.849945,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269049.8499618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","EoS":false} {"level":"info","ts":1785269049.8499742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","EoS":true} {"level":"info","ts":1785269049.850005,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269059.3062387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269059.306345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.3063638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.3063798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","EoS":true} {"level":"info","ts":1785269059.3064082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","header":"x-maas-username"} {"level":"info","ts":1785269059.3064182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","header":"x-maas-subscription"} {"level":"info","ts":1785269059.3064232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","header":"x-maas-group"} {"level":"info","ts":1785269059.3064377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269059.3064637,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.307276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.3073058,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.307329,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","EoS":false} {"level":"info","ts":1785269059.3073478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","EoS":true} {"level":"info","ts":1785269059.3073878,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.34023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269059.340329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269059.3403463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269059.3403614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","EoS":true} {"level":"info","ts":1785269059.34039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","header":"x-maas-subscription"} {"level":"info","ts":1785269059.3404014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","header":"x-maas-group"} {"level":"info","ts":1785269059.3404064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","header":"x-maas-username"} {"level":"info","ts":1785269059.3404212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269059.3404486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269059.341214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269059.341235,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269059.3412578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","EoS":false} {"level":"info","ts":1785269059.3412793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","EoS":true} {"level":"info","ts":1785269059.3413177,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269078.5418494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269078.5419357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269078.5419502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269078.5419688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","EoS":true} {"level":"info","ts":1785269078.5419967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","header":"x-maas-username"} {"level":"info","ts":1785269078.5420065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","header":"x-maas-subscription"} {"level":"info","ts":1785269078.5420132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","header":"x-maas-group"} {"level":"info","ts":1785269078.5420325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269078.5420656,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269078.5429366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269078.5429628,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269078.5429847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","EoS":false} {"level":"info","ts":1785269078.543003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","EoS":true} {"level":"info","ts":1785269078.5430436,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269221.434665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269221.4347727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269221.4347894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269221.434803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","EoS":true} {"level":"info","ts":1785269221.4348304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","header":"x-maas-username"} {"level":"info","ts":1785269221.4348402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","header":"x-maas-group"} {"level":"info","ts":1785269221.434847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","header":"x-maas-subscription"} {"level":"info","ts":1785269221.434862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785269221.434887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269221.437642,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269221.437666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269221.4376822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","EoS":false} {"level":"info","ts":1785269221.4376948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","EoS":true} {"level":"info","ts":1785269221.4377282,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269257.0728266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269257.0729089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269257.0729196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269257.072934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","EoS":true} {"level":"info","ts":1785269257.0729692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","header":"x-maas-username"} {"level":"info","ts":1785269257.0729816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","header":"x-maas-group"} {"level":"info","ts":1785269257.0729866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","header":"x-maas-subscription"} {"level":"info","ts":1785269257.0730004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269257.0730276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269257.0738134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269257.0738363,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269257.0738528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","EoS":false} {"level":"info","ts":1785269257.073866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","EoS":true} {"level":"info","ts":1785269257.0739005,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269272.4094474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269272.4095483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.4095635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.409584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","EoS":true} {"level":"info","ts":1785269272.4096234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","header":"x-maas-subscription"} {"level":"info","ts":1785269272.4096434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","header":"x-maas-group"} {"level":"info","ts":1785269272.4096518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","header":"x-maas-username"} {"level":"info","ts":1785269272.4096727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269272.409711,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.4103987,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.41042,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.4104362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","EoS":false} {"level":"info","ts":1785269272.4104476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","EoS":true} {"level":"info","ts":1785269272.4104779,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269580.2954907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269580.2955773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.295587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.2955997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","EoS":true} {"level":"info","ts":1785269580.295628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","header":"x-maas-username"} {"level":"info","ts":1785269580.2956388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","header":"x-maas-group"} {"level":"info","ts":1785269580.2956448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","header":"x-maas-subscription"} {"level":"info","ts":1785269580.2956586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269580.295685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.2999516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.2999856,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.3000033,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","EoS":false} {"level":"info","ts":1785269580.300017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","EoS":true} {"level":"info","ts":1785269580.300052,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269585.1360931,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8bfa4c17-da53-47f7-abee-4ae07f250a02","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785269585.136407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35996.329616499,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.1364312,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.1986973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.2372658,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8bfa4c17-da53-47f7-abee-4ae07f250a02","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785269585.251687,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"771de6e0-7720-44ef-9c44-55ae4fc76ecc"} {"level":"info","ts":1785269585.2517765,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa035c0b-eac9-4293-a215-d17f675172b5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269585.251816,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa035c0b-eac9-4293-a215-d17f675172b5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269585.2578897,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc071f67-e9c7-439a-8778-aa650aaee508","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269585.2580068,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc071f67-e9c7-439a-8778-aa650aaee508","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269585.2580466,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35313.717710676,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.258076,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.2680004,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.3589044,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"771de6e0-7720-44ef-9c44-55ae4fc76ecc","name":"e2e-external-provider"} {"level":"info","ts":1785269585.3754854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"059074ec-43b4-4a3d-9b9c-1cf27adbd579","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.375517,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85502b52-1cb6-4a29-b550-5fe647cce080"} {"level":"info","ts":1785269585.3755546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"059074ec-43b4-4a3d-9b9c-1cf27adbd579","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.38246,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"771de6e0-7720-44ef-9c44-55ae4fc76ecc","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785269585.3862376,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85502b52-1cb6-4a29-b550-5fe647cce080","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785269585.3863332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fda4b19d-f6bf-457a-bce3-dc6b2ecb7ad1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.3863714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fda4b19d-f6bf-457a-bce3-dc6b2ecb7ad1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785269585.4025497,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85502b52-1cb6-4a29-b550-5fe647cce080","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.402675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f6a192-d024-469a-b818-47d2438b314b"} {"level":"info","ts":1785269585.4027154,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f6a192-d024-469a-b818-47d2438b314b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785269585.4028122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f7f59e7-bfe7-4529-b642-4b30e48a2555","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.4028485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f7f59e7-bfe7-4529-b642-4b30e48a2555","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.4127965,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"771de6e0-7720-44ef-9c44-55ae4fc76ecc","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785269585.414313,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f6a192-d024-469a-b818-47d2438b314b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785269585.414377,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f6a192-d024-469a-b818-47d2438b314b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.4144442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6e337d3-bd77-4928-aad0-d0853267a42e"} {"level":"info","ts":1785269585.414478,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6e337d3-bd77-4928-aad0-d0853267a42e","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785269585.4285862,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6e337d3-bd77-4928-aad0-d0853267a42e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.4310129,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"771de6e0-7720-44ef-9c44-55ae4fc76ecc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785269585.4453514,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d13b9e3e-cd49-4de8-8d11-ad565d498a0d"} {"level":"info","ts":1785269585.445377,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"31822638-c0d7-493a-8845-8cfcbba4182f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269585.4454162,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"31822638-c0d7-493a-8845-8cfcbba4182f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269585.445424,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d13b9e3e-cd49-4de8-8d11-ad565d498a0d","name":"e2e-external-provider"} {"level":"info","ts":1785269585.4455123,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3224686-8500-4d77-839c-029e2147b545"} {"level":"info","ts":1785269585.4457507,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38547.785272744,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.4457657,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.4458482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"725394e5-4f19-4401-a438-0425298cef7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.4458773,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"725394e5-4f19-4401-a438-0425298cef7b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.4554744,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.462336,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d13b9e3e-cd49-4de8-8d11-ad565d498a0d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785269585.468508,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03abaca3-4f76-4d4d-9c83-2a6b0c388294"} {"level":"info","ts":1785269585.4685884,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03abaca3-4f76-4d4d-9c83-2a6b0c388294","name":"e2e-external-provider"} {"level":"info","ts":1785269585.4893737,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03abaca3-4f76-4d4d-9c83-2a6b0c388294","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785269585.54644,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3224686-8500-4d77-839c-029e2147b545","name":"e2e-external-model"} {"level":"info","ts":1785269585.5582135,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3224686-8500-4d77-839c-029e2147b545","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269585.5662951,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f49aaa90-3772-432a-a875-6b990aae1287","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.5663407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f49aaa90-3772-432a-a875-6b990aae1287","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.566329,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b363c45-5b8b-4724-9236-07969d0feadc"} {"level":"info","ts":1785269585.5664191,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b363c45-5b8b-4724-9236-07969d0feadc","name":"e2e-external-model"} {"level":"error","ts":1785269585.5858116,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b363c45-5b8b-4724-9236-07969d0feadc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.5858734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e437e9c2-f6f4-4335-9e4e-d80fe3212813","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.5859203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e437e9c2-f6f4-4335-9e4e-d80fe3212813","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.585929,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a5f493-9dae-4578-ab9c-e3018469a296"} {"level":"info","ts":1785269585.5859911,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a5f493-9dae-4578-ab9c-e3018469a296","name":"e2e-external-model"} {"level":"info","ts":1785269585.5944338,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a5f493-9dae-4578-ab9c-e3018469a296","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269585.5999367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8399fa28-14dc-4be2-8a14-14b00065fadb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.5999758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8399fa28-14dc-4be2-8a14-14b00065fadb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.6001482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f785892-1073-40a4-8117-b38ca83191aa"} {"level":"info","ts":1785269585.6002495,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f785892-1073-40a4-8117-b38ca83191aa","name":"e2e-external-model"} {"level":"info","ts":1785269585.6088693,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f785892-1073-40a4-8117-b38ca83191aa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269595.1464722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269595.1465652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.1465826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.1465967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","EoS":true} {"level":"info","ts":1785269595.1466262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","header":"x-maas-subscription"} {"level":"info","ts":1785269595.146637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","header":"x-maas-group"} {"level":"info","ts":1785269595.146643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","header":"x-maas-username"} {"level":"info","ts":1785269595.1466577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269595.1466675,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","modelName":"e2e-external-model"} {"level":"info","ts":1785269595.1466806,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269595.1467195,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785269595.1467388,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","authType":"apikey"} {"level":"info","ts":1785269595.1467683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.2501175,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.2501466,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.2501957,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","EoS":false} {"level":"info","ts":1785269595.25021,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","EoS":true} {"level":"error","ts":1785269595.2502198,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269595.2502747,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.3609054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b4a4a02-3985-4807-858d-e3ff558cf256","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.3609464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b4a4a02-3985-4807-858d-e3ff558cf256","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269595.360968,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be2ea0a5-d845-45f8-bd75-93c518df4627"} {"level":"info","ts":1785269595.3663857,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be2ea0a5-d845-45f8-bd75-93c518df4627","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.3664436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7fd4d7e-f0f0-42aa-9175-5e86e7fcc84a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.3664806,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7fd4d7e-f0f0-42aa-9175-5e86e7fcc84a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269595.3839993,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be2ea0a5-d845-45f8-bd75-93c518df4627","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269595.3923085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ca3027c-c42a-4078-90e2-113bf5ac238f"} {"level":"info","ts":1785269595.3923705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"395d332e-6de0-4d37-80e4-87024573d999","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.39238,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ca3027c-c42a-4078-90e2-113bf5ac238f","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.392391,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"395d332e-6de0-4d37-80e4-87024573d999","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785269595.4088054,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ca3027c-c42a-4078-90e2-113bf5ac238f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269595.408902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ff8526-670f-48a9-805c-4be2b243a0c7"} {"level":"info","ts":1785269595.4089053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dbed63b-6b61-437c-973e-40949f39c5c2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.4089365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dbed63b-6b61-437c-973e-40949f39c5c2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269595.4089823,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ff8526-670f-48a9-805c-4be2b243a0c7","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.4182458,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ff8526-670f-48a9-805c-4be2b243a0c7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269595.4246082,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c452d88c-0b26-474f-a8f6-e7b1ed4a695d"} {"level":"info","ts":1785269595.4246562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bae7b9c-4d8c-4053-827d-0064c24aad94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.4246705,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c452d88c-0b26-474f-a8f6-e7b1ed4a695d","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.4246812,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bae7b9c-4d8c-4053-827d-0064c24aad94","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269595.4337332,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c452d88c-0b26-474f-a8f6-e7b1ed4a695d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269595.4391024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8902034-5823-47c8-8a93-3d509f704430"} {"level":"info","ts":1785269595.4392316,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8902034-5823-47c8-8a93-3d509f704430","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.4489303,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8902034-5823-47c8-8a93-3d509f704430","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269603.6509216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1babfe8-5bf5-4f60-8508-c4bd29b50944","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269603.6509728,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1babfe8-5bf5-4f60-8508-c4bd29b50944","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269603.65092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"555b7e9a-c9c3-487b-9206-5b65f9524be2"} {"level":"info","ts":1785269607.9683301,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269607.9684052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8835c053-2855-4622-a596-69757eae8efc"} {"level":"info","ts":1785269607.968417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8835c053-2855-4622-a596-69757eae8efc"} {"level":"info","ts":1785269607.9684358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8835c053-2855-4622-a596-69757eae8efc","EoS":true} {"level":"info","ts":1785269607.9684806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8835c053-2855-4622-a596-69757eae8efc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785269607.9685137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8835c053-2855-4622-a596-69757eae8efc"} {"level":"info","ts":1785269608.0102863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269608.0103557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269608.0103652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269608.0103762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","EoS":true} {"level":"info","ts":1785269608.010403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","header":"x-maas-subscription"} {"level":"info","ts":1785269608.0104144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","header":"x-maas-username"} {"level":"info","ts":1785269608.0104194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","header":"x-maas-group"} {"level":"info","ts":1785269608.0104325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269608.010442,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","modelName":"e2e-external-model"} {"level":"info","ts":1785269608.010454,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269608.0104764,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785269608.0104945,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","authType":"apikey"} {"level":"info","ts":1785269608.0105178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269608.1150901,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269608.1151185,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269608.1151462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","EoS":false} {"level":"info","ts":1785269608.1151624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","EoS":true} {"level":"error","ts":1785269608.1152039,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269608.1152563,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269608.153315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269608.1534076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.1534224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.1534352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","EoS":true} {"level":"info","ts":1785269608.153463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","header":"x-maas-subscription"} {"level":"info","ts":1785269608.1534739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","header":"x-maas-group"} {"level":"info","ts":1785269608.153479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","header":"x-maas-username"} {"level":"info","ts":1785269608.1534932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269608.1535187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.2017753,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.2018075,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.2018256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","EoS":false} {"level":"info","ts":1785269608.2018394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","EoS":true} {"level":"error","ts":1785269608.201849,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269608.201883,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.2438185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269608.2439165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269608.243932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269608.243952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","EoS":true} {"level":"info","ts":1785269608.243993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","header":"x-maas-username"} {"level":"info","ts":1785269608.244007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","header":"x-maas-subscription"} {"level":"info","ts":1785269608.2440157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","header":"x-maas-group"} {"level":"info","ts":1785269608.2440577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269608.319875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269608.319915,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269608.319939,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","EoS":false} {"level":"info","ts":1785269608.3199768,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","EoS":true} {"level":"error","ts":1785269608.3199933,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269608.3200343,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269609.1669328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72d91972-ba8b-4e98-8621-d7831e811e3e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269609.1669867,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72d91972-ba8b-4e98-8621-d7831e811e3e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269609.166933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"228a9d88-f506-4ced-aace-37b8cf569e5d"} {"level":"info","ts":1785269609.3182187,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4790728-0a92-4f5c-b234-792412c45c4c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269609.3182354,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c10808a7-b6fb-48b9-92fd-613aa6d73ed0"} {"level":"info","ts":1785269609.318262,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4790728-0a92-4f5c-b234-792412c45c4c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269609.4376082,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8464247a-a7a7-47ef-81d0-176cde5827a2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785269609.437693,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8464247a-a7a7-47ef-81d0-176cde5827a2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785271096.6712692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271096.671354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85f84593-dd87-4f30-b01f-758fa876321d"} {"level":"info","ts":1785271171.909853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271171.909939,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"} {"level":"info","ts":1785271171.9099512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"} {"level":"info","ts":1785271171.9099627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","EoS":true} {"level":"info","ts":1785271171.909992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","header":"x-maas-group"} {"level":"info","ts":1785271171.9100025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","header":"x-maas-username"} {"level":"info","ts":1785271171.9100087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","header":"x-maas-subscription"} {"level":"info","ts":1785271171.9100223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785271171.9100456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"} {"level":"info","ts":1785271171.9109008,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"} {"level":"info","ts":1785271171.9109366,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"} {"level":"info","ts":1785271171.9109614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","EoS":false} {"level":"info","ts":1785271171.9109848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","EoS":true} {"level":"info","ts":1785271171.9110231,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"}