{"level":"info","ts":1785350987.715218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d","header":"x-maas-subscription"} {"level":"info","ts":1785350987.7152326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785350987.7152593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d"} {"level":"info","ts":1785350987.7165055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d"} {"level":"info","ts":1785350987.7165275,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d"} {"level":"info","ts":1785350987.7165494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d","EoS":false} {"level":"info","ts":1785350987.7165656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d"} {"level":"info","ts":1785350987.7166028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d","EoS":true} {"level":"info","ts":1785350987.7166154,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fed59ef3-4b7f-4d82-a1a9-953c95d2dd9d"} {"level":"info","ts":1785350987.8556273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785350987.8556883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0"} {"level":"info","ts":1785350987.8556972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0"} {"level":"info","ts":1785350987.8557076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0","EoS":true} {"level":"info","ts":1785350987.8557303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0","header":"x-maas-username"} {"level":"info","ts":1785350987.8557408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0","header":"x-maas-subscription"} {"level":"info","ts":1785350987.8557472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0","header":"x-maas-group"} {"level":"info","ts":1785350987.8557599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785350987.8557816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0"} {"level":"info","ts":1785350987.8578935,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0"} {"level":"info","ts":1785350987.8579118,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0"} {"level":"info","ts":1785350987.8579443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0","EoS":false} {"level":"info","ts":1785350987.8579602,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0"} {"level":"info","ts":1785350987.857987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0","EoS":true} {"level":"info","ts":1785350987.8580024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"404e2676-97b3-4c6c-8953-9666468538e0"} {"level":"info","ts":1785350988.0019886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785350988.0020585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583"} {"level":"info","ts":1785350988.0020719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583"} {"level":"info","ts":1785350988.0020838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583","EoS":true} {"level":"info","ts":1785350988.002105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583","header":"x-maas-username"} {"level":"info","ts":1785350988.0021152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583","header":"x-maas-subscription"} {"level":"info","ts":1785350988.0021217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583","header":"x-maas-group"} {"level":"info","ts":1785350988.0021331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785350988.002156,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583"} {"level":"info","ts":1785350988.002826,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583"} {"level":"info","ts":1785350988.002841,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583"} {"level":"info","ts":1785350988.0028536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583","EoS":false} {"level":"info","ts":1785350988.0028644,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583"} {"level":"info","ts":1785350988.0028887,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583","EoS":true} {"level":"info","ts":1785350988.0029008,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20d0a71e-8d71-41dd-8e03-c37fa9d9d583"} {"level":"info","ts":1785350988.1377485,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785350988.1378074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006"} {"level":"info","ts":1785350988.1378155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006"} {"level":"info","ts":1785350988.137827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006","EoS":true} {"level":"info","ts":1785350988.1378458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006","header":"x-maas-group"} {"level":"info","ts":1785350988.1378562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006","header":"x-maas-subscription"} {"level":"info","ts":1785350988.1378624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006","header":"x-maas-username"} {"level":"info","ts":1785350988.1378732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785350988.137897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006"} {"level":"info","ts":1785350988.1385944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006"} {"level":"info","ts":1785350988.1386175,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006"} {"level":"info","ts":1785350988.138638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006","EoS":false} {"level":"info","ts":1785350988.138669,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006"} {"level":"info","ts":1785350988.138705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006","EoS":true} {"level":"info","ts":1785350988.1387177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7293f1bd-97ad-47a1-916f-6aa8018a0006"} {"level":"info","ts":1785350988.2753003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785350988.2753844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc"} {"level":"info","ts":1785350988.2754006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc"} {"level":"info","ts":1785350988.2754183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc","EoS":true} {"level":"info","ts":1785350988.2754538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc","header":"x-maas-group"} {"level":"info","ts":1785350988.275468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc","header":"x-maas-username"} {"level":"info","ts":1785350988.275476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc","header":"x-maas-subscription"} {"level":"info","ts":1785350988.2754972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785350988.275531,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc"} {"level":"info","ts":1785350988.2762804,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc"} {"level":"info","ts":1785350988.2763069,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc"} {"level":"info","ts":1785350988.276323,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc","EoS":false} {"level":"info","ts":1785350988.2763345,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc"} {"level":"info","ts":1785350988.2763577,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc","EoS":true} {"level":"info","ts":1785350988.2763634,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2de442ac-823c-4a27-a1a7-2911a56d78bc"} {"level":"info","ts":1785351005.518196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351005.5182908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02"} {"level":"info","ts":1785351005.518309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02"} {"level":"info","ts":1785351005.5183215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02","EoS":true} {"level":"info","ts":1785351005.5183504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02","header":"x-maas-subscription"} {"level":"info","ts":1785351005.5183609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02","header":"x-maas-group"} {"level":"info","ts":1785351005.5183654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02","header":"x-maas-username"} {"level":"info","ts":1785351005.5183814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351005.5184047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02"} {"level":"info","ts":1785351005.5191832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02"} {"level":"info","ts":1785351005.5192037,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02"} {"level":"info","ts":1785351005.519219,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02","EoS":false} {"level":"info","ts":1785351005.519231,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02"} {"level":"info","ts":1785351005.5192623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02","EoS":true} {"level":"info","ts":1785351005.5192738,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86869052-8c35-4b30-b060-12b75dd04b02"} {"level":"info","ts":1785351005.620234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351005.620336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8245b39f-6463-4036-a105-305282342a95"} {"level":"info","ts":1785351005.6210053,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8245b39f-6463-4036-a105-305282342a95"} {"level":"info","ts":1785351005.6210253,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8245b39f-6463-4036-a105-305282342a95"} {"level":"info","ts":1785351005.6210423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8245b39f-6463-4036-a105-305282342a95","EoS":false} {"level":"info","ts":1785351005.6210537,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8245b39f-6463-4036-a105-305282342a95"} {"level":"info","ts":1785351005.6210778,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8245b39f-6463-4036-a105-305282342a95","EoS":true} {"level":"info","ts":1785351005.6210852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8245b39f-6463-4036-a105-305282342a95"} {"level":"info","ts":1785351010.3074143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351010.3074954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900"} {"level":"info","ts":1785351010.3075073,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900"} {"level":"info","ts":1785351010.307518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900","EoS":true} {"level":"info","ts":1785351010.3075461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900","header":"x-maas-group"} {"level":"info","ts":1785351010.3075569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900","header":"x-maas-username"} {"level":"info","ts":1785351010.3075635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900","header":"x-maas-subscription"} {"level":"info","ts":1785351010.307578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351010.3076046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900"} {"level":"info","ts":1785351010.3088622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900"} {"level":"info","ts":1785351010.308892,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900"} {"level":"info","ts":1785351010.3089356,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900","EoS":false} {"level":"info","ts":1785351010.3089564,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900"} {"level":"info","ts":1785351010.3089936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900","EoS":true} {"level":"info","ts":1785351010.309005,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87a053e7-2673-42e5-8257-bbe8a9533900"} {"level":"info","ts":1785351020.985096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351020.98518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a"} {"level":"info","ts":1785351020.9851923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a"} {"level":"info","ts":1785351020.9852042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a","EoS":true} {"level":"info","ts":1785351020.9852307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a","header":"x-maas-username"} {"level":"info","ts":1785351020.985239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a","header":"x-maas-subscription"} {"level":"info","ts":1785351020.9852443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a","header":"x-maas-group"} {"level":"info","ts":1785351020.9852576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785351020.9852827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a"} {"level":"info","ts":1785351020.9863088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a"} {"level":"info","ts":1785351020.986337,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a"} {"level":"info","ts":1785351020.9863636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a","EoS":false} {"level":"info","ts":1785351020.9863825,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a"} {"level":"info","ts":1785351020.9864104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a","EoS":true} {"level":"info","ts":1785351020.986419,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e9c3f1fd-e8f8-41eb-96de-274a2077ab7a"} {"level":"info","ts":1785351033.9408753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351033.9409866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622"} {"level":"info","ts":1785351033.9410033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622"} {"level":"info","ts":1785351033.9410174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622","EoS":true} {"level":"info","ts":1785351033.9410467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622","header":"x-maas-group"} {"level":"info","ts":1785351033.9410582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622","header":"x-maas-username"} {"level":"info","ts":1785351033.941063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622","header":"x-maas-subscription"} {"level":"info","ts":1785351033.941076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351033.9411004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622"} {"level":"info","ts":1785351033.9419928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622"} {"level":"info","ts":1785351033.9420168,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622"} {"level":"info","ts":1785351033.9420388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622","EoS":false} {"level":"info","ts":1785351033.942055,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622"} {"level":"info","ts":1785351033.9420807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622","EoS":true} {"level":"info","ts":1785351033.942092,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40905d67-9ebf-48a7-9c76-715fd959d622"} {"level":"info","ts":1785351042.5367248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351042.5368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc"} {"level":"info","ts":1785351042.5368114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc"} {"level":"info","ts":1785351042.536823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc","EoS":true} {"level":"info","ts":1785351042.5368464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc","header":"x-maas-group"} {"level":"info","ts":1785351042.5368574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc","header":"x-maas-subscription"} {"level":"info","ts":1785351042.5368633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc","header":"x-maas-username"} {"level":"info","ts":1785351042.5368774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351042.5369036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc"} {"level":"info","ts":1785351042.5377765,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc"} {"level":"info","ts":1785351042.5377972,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc"} {"level":"info","ts":1785351042.5378165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc","EoS":false} {"level":"info","ts":1785351042.537836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc"} {"level":"info","ts":1785351042.5378618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc","EoS":true} {"level":"info","ts":1785351042.5378706,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1e01d0a1-eb70-45be-a92b-0b55926928fc"} {"level":"info","ts":1785351051.513511,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351051.5135858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a"} {"level":"info","ts":1785351051.5135956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a"} {"level":"info","ts":1785351051.513607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a","EoS":true} {"level":"info","ts":1785351051.5136323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a","header":"x-maas-subscription"} {"level":"info","ts":1785351051.5136476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a","header":"x-maas-username"} {"level":"info","ts":1785351051.5136528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a","header":"x-maas-group"} {"level":"info","ts":1785351051.5136654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351051.5136888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a"} {"level":"info","ts":1785351051.5144928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a"} {"level":"info","ts":1785351051.5145109,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a"} {"level":"info","ts":1785351051.5145319,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a","EoS":false} {"level":"info","ts":1785351051.5145502,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a"} {"level":"info","ts":1785351051.5145862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a","EoS":true} {"level":"info","ts":1785351051.5145957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50a4ce36-3209-445c-81e3-abeff682f60a"} {"level":"info","ts":1785351077.2387993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351077.2388892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be"} {"level":"info","ts":1785351077.2389023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be"} {"level":"info","ts":1785351077.2389302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be","EoS":true} {"level":"info","ts":1785351077.2389567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be","header":"x-maas-username"} {"level":"info","ts":1785351077.2389677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be","header":"x-maas-subscription"} {"level":"info","ts":1785351077.238973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be","header":"x-maas-group"} {"level":"info","ts":1785351077.2389865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785351077.2390122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be"} {"level":"info","ts":1785351077.239933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be"} {"level":"info","ts":1785351077.2399492,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be"} {"level":"info","ts":1785351077.239963,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be","EoS":false} {"level":"info","ts":1785351077.2399743,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be"} {"level":"info","ts":1785351077.2400024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be","EoS":true} {"level":"info","ts":1785351077.2400174,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5390bf2e-bfcb-4b7b-b69a-3422546ec8be"} {"level":"info","ts":1785351101.3588002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351101.3588977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880"} {"level":"info","ts":1785351101.3589132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880"} {"level":"info","ts":1785351101.3589659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880","EoS":true} {"level":"info","ts":1785351101.3589957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880","header":"x-maas-group"} {"level":"info","ts":1785351101.3590064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880","header":"x-maas-username"} {"level":"info","ts":1785351101.3590126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880","header":"x-maas-subscription"} {"level":"info","ts":1785351101.3590271,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785351101.3590574,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880"} {"level":"info","ts":1785351101.360023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880"} {"level":"info","ts":1785351101.3600426,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880"} {"level":"info","ts":1785351101.3600578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880","EoS":false} {"level":"info","ts":1785351101.3600695,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880"} {"level":"info","ts":1785351101.360091,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880","EoS":true} {"level":"info","ts":1785351101.3600965,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92b85adf-694b-4ff8-a9ff-71938b017880"} {"level":"info","ts":1785351139.2041242,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351139.2042265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c"} {"level":"info","ts":1785351139.2042465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c"} {"level":"info","ts":1785351139.2042603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c","EoS":true} {"level":"info","ts":1785351139.2042882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c","header":"x-maas-username"} {"level":"info","ts":1785351139.2042983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c","header":"x-maas-group"} {"level":"info","ts":1785351139.2043047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c","header":"x-maas-subscription"} {"level":"info","ts":1785351139.2043273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351139.2043567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c"} {"level":"info","ts":1785351139.2052498,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c"} {"level":"info","ts":1785351139.2052705,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c"} {"level":"info","ts":1785351139.205293,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c","EoS":false} {"level":"info","ts":1785351139.2053173,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c"} {"level":"info","ts":1785351139.2053554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c","EoS":true} {"level":"info","ts":1785351139.205368,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba2e404a-c316-4944-a85f-a5ebbff0b94c"} {"level":"info","ts":1785351148.7465506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351148.7466412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd"} {"level":"info","ts":1785351148.746655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd"} {"level":"info","ts":1785351148.7466671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd","EoS":true} {"level":"info","ts":1785351148.7466934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd","header":"x-maas-username"} {"level":"info","ts":1785351148.7467034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd","header":"x-maas-group"} {"level":"info","ts":1785351148.7467093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd","header":"x-maas-subscription"} {"level":"info","ts":1785351148.7467215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351148.7467492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd"} {"level":"info","ts":1785351148.7498643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd"} {"level":"info","ts":1785351148.7498896,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd"} {"level":"info","ts":1785351148.749912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd","EoS":false} {"level":"info","ts":1785351148.7499535,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd"} {"level":"info","ts":1785351148.7499886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd","EoS":true} {"level":"info","ts":1785351148.7499993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16eccdb7-56c4-4d35-ae6e-4c6da57310fd"} {"level":"info","ts":1785351148.785872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351148.7859955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5"} {"level":"info","ts":1785351148.7860134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5"} {"level":"info","ts":1785351148.7860324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5","EoS":true} {"level":"info","ts":1785351148.7860699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5","header":"x-maas-subscription"} {"level":"info","ts":1785351148.786083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5","header":"x-maas-username"} {"level":"info","ts":1785351148.7860897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5","header":"x-maas-group"} {"level":"info","ts":1785351148.7861059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351148.78614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5"} {"level":"info","ts":1785351148.7870822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5"} {"level":"info","ts":1785351148.7871003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5"} {"level":"info","ts":1785351148.7871158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5","EoS":false} {"level":"info","ts":1785351148.7871275,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5"} {"level":"info","ts":1785351148.7871537,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5","EoS":true} {"level":"info","ts":1785351148.7871623,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75866b26-b28a-432e-800e-bcfb1a8bf6b5"} {"level":"info","ts":1785351168.1867652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351168.186865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60"} {"level":"info","ts":1785351168.1868827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60"} {"level":"info","ts":1785351168.1868968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60","EoS":true} {"level":"info","ts":1785351168.1869447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60","header":"x-maas-subscription"} {"level":"info","ts":1785351168.1869571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60","header":"x-maas-username"} {"level":"info","ts":1785351168.186962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60","header":"x-maas-group"} {"level":"info","ts":1785351168.1869767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351168.1870039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60"} {"level":"info","ts":1785351168.1879485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60"} {"level":"info","ts":1785351168.1879694,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60"} {"level":"info","ts":1785351168.187985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60","EoS":false} {"level":"info","ts":1785351168.1879973,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60"} {"level":"info","ts":1785351168.188026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60","EoS":true} {"level":"info","ts":1785351168.1880355,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"470d4556-65da-4c94-bc40-15260fba6a60"} {"level":"info","ts":1785351312.947236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351312.94732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b"} {"level":"info","ts":1785351312.9473329,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b"} {"level":"info","ts":1785351312.9473448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b","EoS":true} {"level":"info","ts":1785351312.9473724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b","header":"x-maas-group"} {"level":"info","ts":1785351312.9473834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b","header":"x-maas-subscription"} {"level":"info","ts":1785351312.9473886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b","header":"x-maas-username"} {"level":"info","ts":1785351312.9474027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785351312.9474258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b"} {"level":"info","ts":1785351312.9507084,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b"} {"level":"info","ts":1785351312.9507306,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b"} {"level":"info","ts":1785351312.950746,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b","EoS":false} {"level":"info","ts":1785351312.9507616,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b"} {"level":"info","ts":1785351312.9507837,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b","EoS":true} {"level":"info","ts":1785351312.9507918,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5715b66-2883-46cf-8985-b6647caca70b"} {"level":"info","ts":1785351359.2205234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351359.220599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e"} {"level":"info","ts":1785351359.2206178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e"} {"level":"info","ts":1785351359.2206347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e","EoS":true} {"level":"info","ts":1785351359.2206657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e","header":"x-maas-subscription"} {"level":"info","ts":1785351359.2206779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e","header":"x-maas-username"} {"level":"info","ts":1785351359.2206833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e","header":"x-maas-group"} {"level":"info","ts":1785351359.2206972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351359.2207234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e"} {"level":"info","ts":1785351359.2216918,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e"} {"level":"info","ts":1785351359.2217128,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e"} {"level":"info","ts":1785351359.2217274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e","EoS":false} {"level":"info","ts":1785351359.2217383,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e"} {"level":"info","ts":1785351359.221766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e","EoS":true} {"level":"info","ts":1785351359.2217784,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eeee57f8-94c2-4a70-94e4-62533d89e82e"} {"level":"info","ts":1785351374.5688136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351374.5689428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0"} {"level":"info","ts":1785351374.568959,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0"} {"level":"info","ts":1785351374.5689733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0","EoS":true} {"level":"info","ts":1785351374.5689986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0","header":"x-maas-group"} {"level":"info","ts":1785351374.5690105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0","header":"x-maas-username"} {"level":"info","ts":1785351374.5690155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0","header":"x-maas-subscription"} {"level":"info","ts":1785351374.5690317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351374.569057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0"} {"level":"info","ts":1785351374.5700068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0"} {"level":"info","ts":1785351374.5700278,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0"} {"level":"info","ts":1785351374.570048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0","EoS":false} {"level":"info","ts":1785351374.570067,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0"} {"level":"info","ts":1785351374.5701087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0","EoS":true} {"level":"info","ts":1785351374.5701191,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82b7ff26-be12-4c76-84d9-b06a106f52d0"} {"level":"info","ts":1785351694.3843136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351694.384415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca"} {"level":"info","ts":1785351694.3844326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca"} {"level":"info","ts":1785351694.3844507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca","EoS":true} {"level":"info","ts":1785351694.384486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca","header":"x-maas-subscription"} {"level":"info","ts":1785351694.3845031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca","header":"x-maas-group"} {"level":"info","ts":1785351694.3845112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca","header":"x-maas-username"} {"level":"info","ts":1785351694.3845284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785351694.3845606,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca"} {"level":"info","ts":1785351694.3861237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca"} {"level":"info","ts":1785351694.3861496,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca"} {"level":"info","ts":1785351694.3861725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca","EoS":false} {"level":"info","ts":1785351694.3861866,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca"} {"level":"info","ts":1785351694.3862147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca","EoS":true} {"level":"info","ts":1785351694.386224,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ce69a77-a897-47f9-b530-0eb8e725a9ca"} {"level":"info","ts":1785351699.3192434,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"03bd0de6-101d-4c5a-af56-f83885fe33cb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785351699.3195572,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35406.879479969,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.3195782,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.384546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.4202142,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"03bd0de6-101d-4c5a-af56-f83885fe33cb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785351699.4622319,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1f2b626-d4c8-4735-844f-59baf7b21756"} {"level":"info","ts":1785351699.4622543,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f4348f4-1d56-47e9-85ed-28f76aabc800","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785351699.4622965,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f4348f4-1d56-47e9-85ed-28f76aabc800","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785351699.4806876,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34607.409296063,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.4807036,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3565a29-1b86-46e9-a316-2072bc9a9d43","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785351699.48071,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.4807348,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3565a29-1b86-46e9-a316-2072bc9a9d43","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785351699.499808,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.5812557,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1f2b626-d4c8-4735-844f-59baf7b21756","name":"e2e-external-provider"} {"level":"info","ts":1785351699.6097674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60571e11-9579-4a00-85ce-d1f0bb29a0db"} {"level":"info","ts":1785351699.6099982,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f327d463-d06f-46f4-a628-cfffb6fa90ab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785351699.610039,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f327d463-d06f-46f4-a628-cfffb6fa90ab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785351699.6252027,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1f2b626-d4c8-4735-844f-59baf7b21756","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785351699.6253989,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c543256-1d26-437e-aaf8-1d578ffc5760","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785351699.6254354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c543256-1d26-437e-aaf8-1d578ffc5760","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785351699.6255348,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60571e11-9579-4a00-85ce-d1f0bb29a0db","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785351699.6383684,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60571e11-9579-4a00-85ce-d1f0bb29a0db","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785351699.6384556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6306b717-1f3f-4131-959e-3d8bbede3ac6"} {"level":"info","ts":1785351699.6384604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"934ef78d-d99a-4a5a-b1b4-fc38bf44b82c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785351699.6384811,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6306b717-1f3f-4131-959e-3d8bbede3ac6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785351699.6384904,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"934ef78d-d99a-4a5a-b1b4-fc38bf44b82c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785351699.6470606,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1f2b626-d4c8-4735-844f-59baf7b21756","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785351699.6478603,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6306b717-1f3f-4131-959e-3d8bbede3ac6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785351699.6479466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c24f5a86-2140-49f9-8259-82d5c1c2ffd5"} {"level":"info","ts":1785351699.6479702,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c24f5a86-2140-49f9-8259-82d5c1c2ffd5","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785351699.657659,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c24f5a86-2140-49f9-8259-82d5c1c2ffd5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785351699.663807,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1f2b626-d4c8-4735-844f-59baf7b21756","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785351699.677743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1981145d-6e5a-4b23-8a8c-b05c59587459"} {"level":"info","ts":1785351699.6777735,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1981145d-6e5a-4b23-8a8c-b05c59587459","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785351699.6781547,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e8999-07d1-42e6-bcdf-ce96659ab559","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785351699.6781876,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e8999-07d1-42e6-bcdf-ce96659ab559","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785351699.6781857,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6bf93f0d-83bd-4319-afb8-bfd8573d30f1"} {"level":"info","ts":1785351699.6782653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35978eaa-6eaa-44ce-9625-056f982f51d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785351699.6782908,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35978eaa-6eaa-44ce-9625-056f982f51d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785351699.6782959,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6bf93f0d-83bd-4319-afb8-bfd8573d30f1","name":"e2e-external-provider"} {"level":"error","ts":1785351699.6915808,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1981145d-6e5a-4b23-8a8c-b05c59587459","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785351699.691631,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9989fb44-6f09-4777-8d16-983a8e2aeda2"} {"level":"info","ts":1785351699.691805,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37727.85672453,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.6918213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.702873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785351699.7045038,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6bf93f0d-83bd-4319-afb8-bfd8573d30f1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785351699.7104542,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29b71ad6-92e3-4c91-b1e5-ac44d7dda5ef"} {"level":"info","ts":1785351699.710499,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29b71ad6-92e3-4c91-b1e5-ac44d7dda5ef","name":"e2e-external-provider"} {"level":"info","ts":1785351699.728316,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29b71ad6-92e3-4c91-b1e5-ac44d7dda5ef","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785351699.79287,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9989fb44-6f09-4777-8d16-983a8e2aeda2","name":"e2e-external-model"} {"level":"info","ts":1785351699.8385386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff2ad503-57ea-4868-8ff6-9c902ddc172d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785351699.8386004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff2ad503-57ea-4868-8ff6-9c902ddc172d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785351699.8630903,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9989fb44-6f09-4777-8d16-983a8e2aeda2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785351699.863156,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9989fb44-6f09-4777-8d16-983a8e2aeda2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785351699.8632162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb7e7715-ab53-4793-879d-f800d30d9e55"} {"level":"info","ts":1785351699.8632724,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb7e7715-ab53-4793-879d-f800d30d9e55","name":"e2e-external-model"} {"level":"info","ts":1785351699.8810034,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb7e7715-ab53-4793-879d-f800d30d9e55","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785351707.55541,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351707.5555067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918"} {"level":"info","ts":1785351707.5555282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918"} {"level":"info","ts":1785351707.5555484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","EoS":true} {"level":"info","ts":1785351707.5555813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","header":"x-maas-group"} {"level":"info","ts":1785351707.5555935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","header":"x-maas-subscription"} {"level":"info","ts":1785351707.5555987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","header":"x-maas-username"} {"level":"info","ts":1785351707.555614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785351707.555624,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","modelName":"e2e-external-model"} {"level":"info","ts":1785351707.555637,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785351707.5556955,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785351707.5557191,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","authType":"apikey"} {"level":"info","ts":1785351707.5557516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918"} {"level":"info","ts":1785351707.6763325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918"} {"level":"info","ts":1785351707.676362,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918"} {"level":"info","ts":1785351707.6763806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","EoS":false} {"level":"info","ts":1785351707.6763964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918"} {"level":"info","ts":1785351707.6764348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918","EoS":true} {"level":"info","ts":1785351707.6764436,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf081145-49a5-4b02-830c-1daa30b3c918"} {"level":"info","ts":1785351707.804022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"467aa9b4-79a6-41cd-b04a-e28267852ab3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785351707.8040526,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a35c0448-0f6d-4591-8731-df7013ad8a53"} {"level":"info","ts":1785351707.80406,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"467aa9b4-79a6-41cd-b04a-e28267852ab3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785351707.8100162,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e39634-70de-4f86-85c5-a9a39b06101d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785351707.810049,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e39634-70de-4f86-85c5-a9a39b06101d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785351707.8100839,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a35c0448-0f6d-4591-8731-df7013ad8a53","name":"e2e-cleanup-test"} {"level":"info","ts":1785351707.8192055,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a35c0448-0f6d-4591-8731-df7013ad8a53","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785351707.827641,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"878bde6a-7140-4b75-96d4-9ff3bb8bed2c"} {"level":"info","ts":1785351707.8276632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ee72192-6bfd-4dff-9558-c30e6bff8b1a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785351707.8276932,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ee72192-6bfd-4dff-9558-c30e6bff8b1a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785351707.8277278,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"878bde6a-7140-4b75-96d4-9ff3bb8bed2c","name":"e2e-cleanup-test"} {"level":"error","ts":1785351707.840625,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"878bde6a-7140-4b75-96d4-9ff3bb8bed2c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785351707.840705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2e3c5c1-ded9-40b4-be65-aa9fa5a43050"} {"level":"info","ts":1785351707.840759,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2e3c5c1-ded9-40b4-be65-aa9fa5a43050","name":"e2e-cleanup-test"} {"level":"info","ts":1785351707.8407476,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b615dd1e-3263-406d-9f72-be1a701cba9e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785351707.8408513,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b615dd1e-3263-406d-9f72-be1a701cba9e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785351707.8491304,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2e3c5c1-ded9-40b4-be65-aa9fa5a43050","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785351707.8543227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16eff96b-6ad8-4a4a-9df8-e213901ea121"} {"level":"info","ts":1785351707.8543437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4be8c724-7707-48b0-b6ab-d7ad7e89c4d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785351707.854383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4be8c724-7707-48b0-b6ab-d7ad7e89c4d3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785351707.8543913,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16eff96b-6ad8-4a4a-9df8-e213901ea121","name":"e2e-cleanup-test"} {"level":"info","ts":1785351707.8634348,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16eff96b-6ad8-4a4a-9df8-e213901ea121","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785351707.8689702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4bdc37-371b-4252-be9f-00451a4c713a"} {"level":"info","ts":1785351707.869036,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4bdc37-371b-4252-be9f-00451a4c713a","name":"e2e-cleanup-test"} {"level":"info","ts":1785351707.8852744,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4bdc37-371b-4252-be9f-00451a4c713a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785351716.1022367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cecb510-8cd0-4a48-b672-98dbf6cd2570","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785351716.1022873,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cecb510-8cd0-4a48-b672-98dbf6cd2570","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785351716.1022413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e35a010-0d60-49d1-b067-b0ea0ee25870"} {"level":"info","ts":1785351720.4626436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351720.462726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b00a978-e689-450d-a08a-fb3d383d1472"} {"level":"info","ts":1785351720.4627426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b00a978-e689-450d-a08a-fb3d383d1472"} {"level":"info","ts":1785351720.4627645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b00a978-e689-450d-a08a-fb3d383d1472","EoS":true} {"level":"info","ts":1785351720.462809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b00a978-e689-450d-a08a-fb3d383d1472","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785351720.4628448,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b00a978-e689-450d-a08a-fb3d383d1472"} {"level":"info","ts":1785351720.507274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351720.5073495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c"} {"level":"info","ts":1785351720.5073628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c"} {"level":"info","ts":1785351720.5073743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","EoS":true} {"level":"info","ts":1785351720.5074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","header":"x-maas-group"} {"level":"info","ts":1785351720.5074146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","header":"x-maas-username"} {"level":"info","ts":1785351720.5074213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","header":"x-maas-subscription"} {"level":"info","ts":1785351720.5074363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785351720.5074458,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","modelName":"e2e-external-model"} {"level":"info","ts":1785351720.5074573,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785351720.5074797,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785351720.5074966,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","authType":"apikey"} {"level":"info","ts":1785351720.5075207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c"} {"level":"info","ts":1785351720.553967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c"} {"level":"info","ts":1785351720.5539963,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c"} {"level":"info","ts":1785351720.5540202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","EoS":false} {"level":"info","ts":1785351720.554041,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c"} {"level":"info","ts":1785351720.5540814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c","EoS":true} {"level":"info","ts":1785351720.5540972,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c7c8964b-e184-44f0-92a3-ee338d107b2c"} {"level":"info","ts":1785351720.5936043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351720.5937028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae"} {"level":"info","ts":1785351720.5937185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae"} {"level":"info","ts":1785351720.5937338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae","EoS":true} {"level":"info","ts":1785351720.5937626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae","header":"x-maas-username"} {"level":"info","ts":1785351720.5937748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae","header":"x-maas-subscription"} {"level":"info","ts":1785351720.5937824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae","header":"x-maas-group"} {"level":"info","ts":1785351720.5937965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785351720.5938253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae"} {"level":"info","ts":1785351720.6884222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae"} {"level":"info","ts":1785351720.6884496,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae"} {"level":"info","ts":1785351720.6884708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae","EoS":false} {"level":"info","ts":1785351720.688488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae"} {"level":"info","ts":1785351720.6885264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae","EoS":true} {"level":"info","ts":1785351720.6885407,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"744be45a-ea1b-4f84-a6e5-66d4a6f48fae"} {"level":"info","ts":1785351720.7334538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351720.7335258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d"} {"level":"info","ts":1785351720.7335405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d"} {"level":"info","ts":1785351720.733552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d","EoS":true} {"level":"info","ts":1785351720.733575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d","header":"x-maas-username"} {"level":"info","ts":1785351720.7335873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d","header":"x-maas-group"} {"level":"info","ts":1785351720.733593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d","header":"x-maas-subscription"} {"level":"info","ts":1785351720.7336266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d"} {"level":"info","ts":1785351720.7965865,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d"} {"level":"info","ts":1785351720.7966144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d"} {"level":"info","ts":1785351720.796636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d","EoS":false} {"level":"info","ts":1785351720.7966506,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d"} {"level":"info","ts":1785351720.7966828,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d","EoS":true} {"level":"info","ts":1785351720.7966917,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3827748c-51a0-4513-ab53-c2c383859f7d"} {"level":"info","ts":1785351721.7170594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a87e8d8-27cf-47d8-8fb1-991e2a80af6b"} {"level":"info","ts":1785351721.7170584,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76879ec1-f9fe-469a-a858-220086c514a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785351721.7171404,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76879ec1-f9fe-469a-a858-220086c514a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785351721.875967,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37dea0d0-9886-4843-a974-22c7088c52c7"} {"level":"info","ts":1785351721.8759499,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"513a88bb-425e-4b18-a3af-66bc34d043f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785351721.8760607,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"513a88bb-425e-4b18-a3af-66bc34d043f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785351722.0037212,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7b120421-e8fe-438c-b039-8f557518816b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785351722.0037925,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7b120421-e8fe-438c-b039-8f557518816b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785353088.6805704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353088.680639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb6bf731-46f6-4f8c-a628-57902890a827"} {"level":"info","ts":1785353166.8414223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353166.841505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428"} {"level":"info","ts":1785353166.8415153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428"} {"level":"info","ts":1785353166.8415263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428","EoS":true} {"level":"info","ts":1785353166.841551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428","header":"x-maas-subscription"} {"level":"info","ts":1785353166.8415618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428","header":"x-maas-username"} {"level":"info","ts":1785353166.841567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428","header":"x-maas-group"} {"level":"info","ts":1785353166.84158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785353166.8416052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428"} {"level":"info","ts":1785353166.8431911,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428"} {"level":"info","ts":1785353166.8432171,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428"} {"level":"info","ts":1785353166.843245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428","EoS":false} {"level":"info","ts":1785353166.8432693,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428"} {"level":"info","ts":1785353166.8432994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428","EoS":true} {"level":"info","ts":1785353166.8433073,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bd72e3f8-469d-417f-b984-a2e97b47e428"}