{"level":"info","ts":1785869016.7528236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138","header":"x-maas-username"} {"level":"info","ts":1785869016.7528417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869016.7528677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138"} {"level":"info","ts":1785869016.765877,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138"} {"level":"info","ts":1785869016.7659056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138"} {"level":"info","ts":1785869016.765922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138","EoS":false} {"level":"info","ts":1785869016.765936,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138"} {"level":"info","ts":1785869016.7659652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138","EoS":true} {"level":"info","ts":1785869016.7659733,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89ba066f-1dcd-44a6-9adb-7cc0a598b138"} {"level":"info","ts":1785869016.9027853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869016.9028678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b"} {"level":"info","ts":1785869016.9028804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b"} {"level":"info","ts":1785869016.9028919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b","EoS":true} {"level":"info","ts":1785869016.9029212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b","header":"x-maas-group"} {"level":"info","ts":1785869016.9029365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b","header":"x-maas-subscription"} {"level":"info","ts":1785869016.9029453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b","header":"x-maas-username"} {"level":"info","ts":1785869016.9029605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869016.9029865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b"} {"level":"info","ts":1785869016.9038959,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b"} {"level":"info","ts":1785869016.903917,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b"} {"level":"info","ts":1785869016.9039328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b","EoS":false} {"level":"info","ts":1785869016.9039462,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b"} {"level":"info","ts":1785869016.903971,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b","EoS":true} {"level":"info","ts":1785869016.9039793,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"15f3db2a-d9e8-4b79-8a51-be44b241519b"} {"level":"info","ts":1785869017.0415585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869017.0416687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68"} {"level":"info","ts":1785869017.0416825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68"} {"level":"info","ts":1785869017.0416973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68","EoS":true} {"level":"info","ts":1785869017.0417345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68","header":"x-maas-username"} {"level":"info","ts":1785869017.04175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68","header":"x-maas-group"} {"level":"info","ts":1785869017.0417552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68","header":"x-maas-subscription"} {"level":"info","ts":1785869017.0417712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869017.0417964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68"} {"level":"info","ts":1785869017.0443206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68"} {"level":"info","ts":1785869017.0443423,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68"} {"level":"info","ts":1785869017.0443585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68","EoS":false} {"level":"info","ts":1785869017.0443711,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68"} {"level":"info","ts":1785869017.0443952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68","EoS":true} {"level":"info","ts":1785869017.0444055,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9116362a-74e2-4e4a-a752-0033fc49ce68"} {"level":"info","ts":1785869017.1831417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869017.1832192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe"} {"level":"info","ts":1785869017.1832325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe"} {"level":"info","ts":1785869017.183244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe","EoS":true} {"level":"info","ts":1785869017.1832745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe","header":"x-maas-group"} {"level":"info","ts":1785869017.1832864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe","header":"x-maas-subscription"} {"level":"info","ts":1785869017.1832922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe","header":"x-maas-username"} {"level":"info","ts":1785869017.1833055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869017.1833332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe"} {"level":"info","ts":1785869017.1843305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe"} {"level":"info","ts":1785869017.1843483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe"} {"level":"info","ts":1785869017.1843677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe","EoS":false} {"level":"info","ts":1785869017.1843789,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe"} {"level":"info","ts":1785869017.184406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe","EoS":true} {"level":"info","ts":1785869017.184414,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6fa5798b-71b5-40e7-bbef-9d8e16c46efe"} {"level":"info","ts":1785869017.3224974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869017.3225875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf"} {"level":"info","ts":1785869017.3226016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf"} {"level":"info","ts":1785869017.3226142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf","EoS":true} {"level":"info","ts":1785869017.3226666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf","header":"x-maas-group"} {"level":"info","ts":1785869017.322678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf","header":"x-maas-username"} {"level":"info","ts":1785869017.322683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf","header":"x-maas-subscription"} {"level":"info","ts":1785869017.322697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869017.3227284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf"} {"level":"info","ts":1785869017.323605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf"} {"level":"info","ts":1785869017.3236423,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf"} {"level":"info","ts":1785869017.3236647,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf","EoS":false} {"level":"info","ts":1785869017.32368,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf"} {"level":"info","ts":1785869017.3237545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf","EoS":true} {"level":"info","ts":1785869017.3237653,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e7de3b9c-fe4f-4813-ba17-c812908c9fcf"} {"level":"info","ts":1785869038.428959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869038.4290502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52"} {"level":"info","ts":1785869038.4290617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52"} {"level":"info","ts":1785869038.4290736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52","EoS":true} {"level":"info","ts":1785869038.4291015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52","header":"x-maas-subscription"} {"level":"info","ts":1785869038.4291127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52","header":"x-maas-username"} {"level":"info","ts":1785869038.429117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52","header":"x-maas-group"} {"level":"info","ts":1785869038.4291308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869038.4291534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52"} {"level":"info","ts":1785869038.4301507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52"} {"level":"info","ts":1785869038.43018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52"} {"level":"info","ts":1785869038.4302018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52","EoS":false} {"level":"info","ts":1785869038.4302192,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52"} {"level":"info","ts":1785869038.4302526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52","EoS":true} {"level":"info","ts":1785869038.4302652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b942bdd-a2c2-4918-871b-bedd87c59d52"} {"level":"info","ts":1785869038.5321143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869038.5322027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d009f4c-3fc4-4642-b630-1e67fade053a"} {"level":"info","ts":1785869038.5331166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d009f4c-3fc4-4642-b630-1e67fade053a"} {"level":"info","ts":1785869038.5331416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7d009f4c-3fc4-4642-b630-1e67fade053a"} {"level":"info","ts":1785869038.5331616,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d009f4c-3fc4-4642-b630-1e67fade053a","EoS":false} {"level":"info","ts":1785869038.5331774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7d009f4c-3fc4-4642-b630-1e67fade053a"} {"level":"info","ts":1785869038.5332057,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d009f4c-3fc4-4642-b630-1e67fade053a","EoS":true} {"level":"info","ts":1785869038.5332174,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7d009f4c-3fc4-4642-b630-1e67fade053a"} {"level":"info","ts":1785869043.1490357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869043.1491556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9"} {"level":"info","ts":1785869043.149178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9"} {"level":"info","ts":1785869043.1491947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9","EoS":true} {"level":"info","ts":1785869043.1492195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9","header":"x-maas-username"} {"level":"info","ts":1785869043.1492343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9","header":"x-maas-group"} {"level":"info","ts":1785869043.1492422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9","header":"x-maas-subscription"} {"level":"info","ts":1785869043.1492598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869043.1492946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9"} {"level":"info","ts":1785869043.1504154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9"} {"level":"info","ts":1785869043.1504369,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9"} {"level":"info","ts":1785869043.1504521,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9","EoS":false} {"level":"info","ts":1785869043.1504645,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9"} {"level":"info","ts":1785869043.1504896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9","EoS":true} {"level":"info","ts":1785869043.1504998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ca1fb45-2f7b-44f8-bc38-7aae81989ae9"} {"level":"info","ts":1785869051.687847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869051.6879365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f"} {"level":"info","ts":1785869051.6879523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f"} {"level":"info","ts":1785869051.6879673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f","EoS":true} {"level":"info","ts":1785869051.6879933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f","header":"x-maas-username"} {"level":"info","ts":1785869051.6880045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f","header":"x-maas-subscription"} {"level":"info","ts":1785869051.6880114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f","header":"x-maas-group"} {"level":"info","ts":1785869051.6880262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785869051.6880553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f"} {"level":"info","ts":1785869051.700513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f"} {"level":"info","ts":1785869051.7005384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f"} {"level":"info","ts":1785869051.7005568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f","EoS":false} {"level":"info","ts":1785869051.7005692,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f"} {"level":"info","ts":1785869051.7005982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f","EoS":true} {"level":"info","ts":1785869051.7006068,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d8e0314-5c5b-4eef-8c18-ecc9d6eb702f"} {"level":"info","ts":1785869064.5405836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869064.5406764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba"} {"level":"info","ts":1785869064.5406892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba"} {"level":"info","ts":1785869064.540701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba","EoS":true} {"level":"info","ts":1785869064.540725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba","header":"x-maas-subscription"} {"level":"info","ts":1785869064.5407393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba","header":"x-maas-username"} {"level":"info","ts":1785869064.5407445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba","header":"x-maas-group"} {"level":"info","ts":1785869064.5407586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869064.5407836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba"} {"level":"info","ts":1785869064.5417867,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba"} {"level":"info","ts":1785869064.5418096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba"} {"level":"info","ts":1785869064.5418305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba","EoS":false} {"level":"info","ts":1785869064.5418482,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba"} {"level":"info","ts":1785869064.5418859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba","EoS":true} {"level":"info","ts":1785869064.5418956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4bff73ee-4462-463c-bdbe-9feea8f0bdba"} {"level":"info","ts":1785869073.0483637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869073.0484478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3"} {"level":"info","ts":1785869073.048461,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3"} {"level":"info","ts":1785869073.0484748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3","EoS":true} {"level":"info","ts":1785869073.0485008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3","header":"x-maas-group"} {"level":"info","ts":1785869073.0485108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3","header":"x-maas-username"} {"level":"info","ts":1785869073.048516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3","header":"x-maas-subscription"} {"level":"info","ts":1785869073.04853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869073.0485578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3"} {"level":"info","ts":1785869073.04945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3"} {"level":"info","ts":1785869073.0494704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3"} {"level":"info","ts":1785869073.0494897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3","EoS":false} {"level":"info","ts":1785869073.0495052,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3"} {"level":"info","ts":1785869073.049532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3","EoS":true} {"level":"info","ts":1785869073.0495396,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"802e44be-068a-4e85-91ff-8b4330c281d3"} {"level":"info","ts":1785869081.9004104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869081.9004986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839"} {"level":"info","ts":1785869081.9005098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839"} {"level":"info","ts":1785869081.9005218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839","EoS":true} {"level":"info","ts":1785869081.9005492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839","header":"x-maas-username"} {"level":"info","ts":1785869081.9005592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839","header":"x-maas-subscription"} {"level":"info","ts":1785869081.9005642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839","header":"x-maas-group"} {"level":"info","ts":1785869081.9005802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869081.9006057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839"} {"level":"info","ts":1785869081.9015834,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839"} {"level":"info","ts":1785869081.9016054,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839"} {"level":"info","ts":1785869081.901624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839","EoS":false} {"level":"info","ts":1785869081.9016502,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839"} {"level":"info","ts":1785869081.901673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839","EoS":true} {"level":"info","ts":1785869081.901683,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"359dffd4-cbb5-4de1-9798-ad9ced6c6839"} {"level":"info","ts":1785869117.4836104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869117.4837022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc"} {"level":"info","ts":1785869117.4837136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc"} {"level":"info","ts":1785869117.4837246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc","EoS":true} {"level":"info","ts":1785869117.4837494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc","header":"x-maas-subscription"} {"level":"info","ts":1785869117.4837606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc","header":"x-maas-group"} {"level":"info","ts":1785869117.483766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc","header":"x-maas-username"} {"level":"info","ts":1785869117.4837806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785869117.4838085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc"} {"level":"info","ts":1785869117.4846213,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc"} {"level":"info","ts":1785869117.4846785,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc"} {"level":"info","ts":1785869117.4846973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc","EoS":false} {"level":"info","ts":1785869117.4847107,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc"} {"level":"info","ts":1785869117.4847357,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc","EoS":true} {"level":"info","ts":1785869117.4847434,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a56729b2-1174-4bd7-afd2-739bdf2568dc"} {"level":"info","ts":1785869151.2790632,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869151.279151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476"} {"level":"info","ts":1785869151.2791631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476"} {"level":"info","ts":1785869151.279176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476","EoS":true} {"level":"info","ts":1785869151.2792034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476","header":"x-maas-username"} {"level":"info","ts":1785869151.2792144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476","header":"x-maas-subscription"} {"level":"info","ts":1785869151.2792194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476","header":"x-maas-group"} {"level":"info","ts":1785869151.2792356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785869151.2792578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476"} {"level":"info","ts":1785869151.280104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476"} {"level":"info","ts":1785869151.2801256,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476"} {"level":"info","ts":1785869151.2801583,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476","EoS":false} {"level":"info","ts":1785869151.2801769,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476"} {"level":"info","ts":1785869151.280204,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476","EoS":true} {"level":"info","ts":1785869151.2802122,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"829f6cfb-5f10-4541-b7a7-f51266ead476"} {"level":"info","ts":1785869186.1502094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869186.1502974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e"} {"level":"info","ts":1785869186.1503098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e"} {"level":"info","ts":1785869186.150322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e","EoS":true} {"level":"info","ts":1785869186.150349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e","header":"x-maas-username"} {"level":"info","ts":1785869186.1503596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e","header":"x-maas-subscription"} {"level":"info","ts":1785869186.1503656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e","header":"x-maas-group"} {"level":"info","ts":1785869186.1504154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869186.150438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e"} {"level":"info","ts":1785869186.1513143,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e"} {"level":"info","ts":1785869186.151343,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e"} {"level":"info","ts":1785869186.1513596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e","EoS":false} {"level":"info","ts":1785869186.1513731,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e"} {"level":"info","ts":1785869186.1514015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e","EoS":true} {"level":"info","ts":1785869186.15141,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ce50409-6eef-4ea5-92b3-bcbd84878d2e"} {"level":"info","ts":1785869195.5125315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869195.5126107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72"} {"level":"info","ts":1785869195.512625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72"} {"level":"info","ts":1785869195.5126605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72","EoS":true} {"level":"info","ts":1785869195.5127149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72","header":"x-maas-group"} {"level":"info","ts":1785869195.5127294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72","header":"x-maas-username"} {"level":"info","ts":1785869195.512737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72","header":"x-maas-subscription"} {"level":"info","ts":1785869195.512751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869195.512781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72"} {"level":"info","ts":1785869195.5138216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72"} {"level":"info","ts":1785869195.5138457,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72"} {"level":"info","ts":1785869195.5138617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72","EoS":false} {"level":"info","ts":1785869195.5138724,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72"} {"level":"info","ts":1785869195.5139043,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72","EoS":true} {"level":"info","ts":1785869195.5139182,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b9cb99d-2528-4ae3-a582-dc1aab2feb72"} {"level":"info","ts":1785869195.5512285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869195.5513074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4"} {"level":"info","ts":1785869195.5513196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4"} {"level":"info","ts":1785869195.5513308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4","EoS":true} {"level":"info","ts":1785869195.5513546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4","header":"x-maas-subscription"} {"level":"info","ts":1785869195.5513644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4","header":"x-maas-username"} {"level":"info","ts":1785869195.5513697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4","header":"x-maas-group"} {"level":"info","ts":1785869195.5513842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869195.55141,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4"} {"level":"info","ts":1785869195.55249,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4"} {"level":"info","ts":1785869195.5525167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4"} {"level":"info","ts":1785869195.552532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4","EoS":false} {"level":"info","ts":1785869195.5525434,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4"} {"level":"info","ts":1785869195.5525663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4","EoS":true} {"level":"info","ts":1785869195.552574,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d73d7bda-df99-4e05-97f6-96a3481aeeb4"} {"level":"info","ts":1785869214.563792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869214.563872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee"} {"level":"info","ts":1785869214.563884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee"} {"level":"info","ts":1785869214.5638964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee","EoS":true} {"level":"info","ts":1785869214.5639226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee","header":"x-maas-username"} {"level":"info","ts":1785869214.5639305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee","header":"x-maas-group"} {"level":"info","ts":1785869214.563938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee","header":"x-maas-subscription"} {"level":"info","ts":1785869214.5640006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869214.564025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee"} {"level":"info","ts":1785869214.5649717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee"} {"level":"info","ts":1785869214.5649924,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee"} {"level":"info","ts":1785869214.5650096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee","EoS":false} {"level":"info","ts":1785869214.5650225,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee"} {"level":"info","ts":1785869214.5650508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee","EoS":true} {"level":"info","ts":1785869214.5650623,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49a64414-4c56-40e5-9dd7-3eed231205ee"} {"level":"info","ts":1785869394.4066832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869394.4067738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348"} {"level":"info","ts":1785869394.4067907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348"} {"level":"info","ts":1785869394.406828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348","EoS":true} {"level":"info","ts":1785869394.4068553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348","header":"x-maas-username"} {"level":"info","ts":1785869394.4068658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348","header":"x-maas-group"} {"level":"info","ts":1785869394.4068716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348","header":"x-maas-subscription"} {"level":"info","ts":1785869394.4068868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785869394.4069107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348"} {"level":"info","ts":1785869394.4191365,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348"} {"level":"info","ts":1785869394.4191642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348"} {"level":"info","ts":1785869394.4191813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348","EoS":false} {"level":"info","ts":1785869394.4191945,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348"} {"level":"info","ts":1785869394.419226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348","EoS":true} {"level":"info","ts":1785869394.419237,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5984535-bf2c-4b36-82f4-e94d4740d348"} {"level":"info","ts":1785869446.2316134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869446.2317376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607"} {"level":"info","ts":1785869446.2317543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607"} {"level":"info","ts":1785869446.231775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607","EoS":true} {"level":"info","ts":1785869446.2318127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607","header":"x-maas-group"} {"level":"info","ts":1785869446.2318258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607","header":"x-maas-username"} {"level":"info","ts":1785869446.231835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607","header":"x-maas-subscription"} {"level":"info","ts":1785869446.2318568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869446.231891,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607"} {"level":"info","ts":1785869446.23278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607"} {"level":"info","ts":1785869446.2328222,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607"} {"level":"info","ts":1785869446.2328393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607","EoS":false} {"level":"info","ts":1785869446.2328525,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607"} {"level":"info","ts":1785869446.2328804,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607","EoS":true} {"level":"info","ts":1785869446.2328913,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7230dea-231e-4abd-a29c-e43058c37607"} {"level":"info","ts":1785869461.462552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869461.4626591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d"} {"level":"info","ts":1785869461.4626744,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d"} {"level":"info","ts":1785869461.4626944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d","EoS":true} {"level":"info","ts":1785869461.4627316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d","header":"x-maas-username"} {"level":"info","ts":1785869461.4627438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d","header":"x-maas-subscription"} {"level":"info","ts":1785869461.4627528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d","header":"x-maas-group"} {"level":"info","ts":1785869461.462773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869461.4628086,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d"} {"level":"info","ts":1785869461.4637337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d"} {"level":"info","ts":1785869461.4637558,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d"} {"level":"info","ts":1785869461.4637723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d","EoS":false} {"level":"info","ts":1785869461.4637854,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d"} {"level":"info","ts":1785869461.4638119,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d","EoS":true} {"level":"info","ts":1785869461.463822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8bcc9c11-4c99-4190-a4e9-da7ade8eac3d"} {"level":"info","ts":1785869815.267024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869815.2671142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f"} {"level":"info","ts":1785869815.2671244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f"} {"level":"info","ts":1785869815.2671368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f","EoS":true} {"level":"info","ts":1785869815.2671618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f","header":"x-maas-subscription"} {"level":"info","ts":1785869815.2671723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f","header":"x-maas-group"} {"level":"info","ts":1785869815.2671804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f","header":"x-maas-username"} {"level":"info","ts":1785869815.2671971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785869815.267223,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f"} {"level":"info","ts":1785869815.2682073,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f"} {"level":"info","ts":1785869815.2682316,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f"} {"level":"info","ts":1785869815.2682526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f","EoS":false} {"level":"info","ts":1785869815.2682686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f"} {"level":"info","ts":1785869815.2682934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f","EoS":true} {"level":"info","ts":1785869815.2683012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb739c15-0b7f-446e-800c-0e217527149f"} {"level":"info","ts":1785869820.0305223,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"400ad31b-ac35-479f-829d-befc712adb3d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785869820.0307944,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36010.960681292,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.0308256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.0740726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.1318064,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"400ad31b-ac35-479f-829d-befc712adb3d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785869820.1448176,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9dd906fd-7c14-46c1-92eb-e222d728c3f2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785869820.1448414,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3b7a261-e907-41cc-982d-32c955977557"} {"level":"info","ts":1785869820.1448567,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9dd906fd-7c14-46c1-92eb-e222d728c3f2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785869820.1555955,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5fc4f77a-9b1a-4a6b-b3a4-77e88dc874df","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785869820.1556234,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5fc4f77a-9b1a-4a6b-b3a4-77e88dc874df","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785869820.1559188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35394.414380955,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.1559396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.2289557,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.2561293,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3b7a261-e907-41cc-982d-32c955977557","name":"e2e-external-provider"} {"level":"info","ts":1785869820.2714744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"606e894b-e70d-4a1a-a961-bfb74dd96a86"} {"level":"info","ts":1785869820.2715046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c7eef6e-5784-45c8-af15-c9440ce65312","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869820.2715564,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c7eef6e-5784-45c8-af15-c9440ce65312","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785869820.2732203,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3b7a261-e907-41cc-982d-32c955977557","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785869820.2774875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ed9ea16-8b6d-4866-8e38-06a7e5509e1a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869820.2775185,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ed9ea16-8b6d-4866-8e38-06a7e5509e1a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785869820.277517,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"606e894b-e70d-4a1a-a961-bfb74dd96a86","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785869820.285339,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3b7a261-e907-41cc-982d-32c955977557","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785869820.2858157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19756d74-b24c-42ef-81e7-0157443bad20","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869820.2858407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19756d74-b24c-42ef-81e7-0157443bad20","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785869820.2861087,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"606e894b-e70d-4a1a-a961-bfb74dd96a86","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785869820.2861938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3c4814f-494e-477b-8348-26de8cec194b"} {"level":"info","ts":1785869820.2862413,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3c4814f-494e-477b-8348-26de8cec194b","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785869820.2927024,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3c4814f-494e-477b-8348-26de8cec194b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785869820.2970643,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3b7a261-e907-41cc-982d-32c955977557","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785869820.3028336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f83dc2a-606e-40c0-8c8d-46e19e55e5cc"} {"level":"info","ts":1785869820.3028646,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f83dc2a-606e-40c0-8c8d-46e19e55e5cc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785869820.3067343,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2340d77-4490-4696-9ba9-8584a0fc28e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785869820.3067615,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2340d77-4490-4696-9ba9-8584a0fc28e8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785869820.3067918,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2034a1-8670-4519-863b-96cd1181621e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869820.3068151,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2034a1-8670-4519-863b-96cd1181621e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785869820.30744,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"235e7b6c-893a-4653-9f5f-44edeee4458d"} {"level":"info","ts":1785869820.3074944,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"235e7b6c-893a-4653-9f5f-44edeee4458d","name":"e2e-external-provider"} {"level":"error","ts":1785869820.3126929,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f83dc2a-606e-40c0-8c8d-46e19e55e5cc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785869820.312753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a71e9103-854a-4f51-bd1a-d5a6311f4b4d"} {"level":"info","ts":1785869820.3130052,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32505.164277479,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.3130267,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.31784,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"235e7b6c-893a-4653-9f5f-44edeee4458d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785869820.3214173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785869820.413089,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a71e9103-854a-4f51-bd1a-d5a6311f4b4d","name":"e2e-external-model"} {"level":"info","ts":1785869820.440987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46548c01-d1dc-4d5c-adce-b543ca851df4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869820.441047,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46548c01-d1dc-4d5c-adce-b543ca851df4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785869820.44105,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a71e9103-854a-4f51-bd1a-d5a6311f4b4d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785869820.4411438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f947e0-19f0-4fa9-b7ec-0fd6343d58a8"} {"level":"info","ts":1785869820.4412117,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f947e0-19f0-4fa9-b7ec-0fd6343d58a8","name":"e2e-external-model"} {"level":"info","ts":1785869820.4563754,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66306f6b-4695-471d-bfb9-7719c97b973d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869820.456411,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66306f6b-4695-471d-bfb9-7719c97b973d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785869820.456608,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f947e0-19f0-4fa9-b7ec-0fd6343d58a8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785869820.4567266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80bba270-2f2b-4389-9548-dd98a883965d"} {"level":"info","ts":1785869820.4568052,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80bba270-2f2b-4389-9548-dd98a883965d","name":"e2e-external-model"} {"level":"info","ts":1785869820.4657083,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80bba270-2f2b-4389-9548-dd98a883965d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785869820.4716282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402dcef3-5d69-4e0b-8e59-441c5b7d261d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869820.4716878,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402dcef3-5d69-4e0b-8e59-441c5b7d261d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785869820.4717977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e4a2951-4efd-47bc-b4ec-bc1eca650e5c"} {"level":"info","ts":1785869820.471866,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e4a2951-4efd-47bc-b4ec-bc1eca650e5c","name":"e2e-external-model"} {"level":"info","ts":1785869820.4804907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e4a2951-4efd-47bc-b4ec-bc1eca650e5c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785869832.0328257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869832.0329008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632"} {"level":"info","ts":1785869832.032911,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632"} {"level":"info","ts":1785869832.0329235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","EoS":true} {"level":"info","ts":1785869832.0329492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","header":"x-maas-group"} {"level":"info","ts":1785869832.0329595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","header":"x-maas-subscription"} {"level":"info","ts":1785869832.0329673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","header":"x-maas-username"} {"level":"info","ts":1785869832.0329823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785869832.0329926,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","modelName":"e2e-external-model"} {"level":"info","ts":1785869832.0330102,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785869832.033048,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785869832.0330653,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","authType":"apikey"} {"level":"info","ts":1785869832.0330923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632"} {"level":"info","ts":1785869832.1325402,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632"} {"level":"info","ts":1785869832.1325717,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632"} {"level":"info","ts":1785869832.1325898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","EoS":false} {"level":"info","ts":1785869832.1326044,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632"} {"level":"info","ts":1785869832.1326597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632","EoS":true} {"level":"info","ts":1785869832.1326694,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a5a97eff-e34d-4a07-a9fb-9fe155ab4632"} {"level":"info","ts":1785869832.2438624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4a9ddf6-b2ff-4984-9026-67b656eed219"} {"level":"info","ts":1785869832.2439148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"791d4da4-4a64-41b2-af0e-12526c19412d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785869832.243953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"791d4da4-4a64-41b2-af0e-12526c19412d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785869832.2550995,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4a9ddf6-b2ff-4984-9026-67b656eed219","name":"e2e-cleanup-test"} {"level":"info","ts":1785869832.255114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ea28e99-7fb7-463c-8c5d-d9e87d5d8a2f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785869832.2552423,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ea28e99-7fb7-463c-8c5d-d9e87d5d8a2f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785869832.2766562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb464296-e852-4e3b-8026-f1188f8ef939","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785869832.2766988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb464296-e852-4e3b-8026-f1188f8ef939","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785869832.2768645,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4a9ddf6-b2ff-4984-9026-67b656eed219","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785869832.2769415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5921d1-a244-4a5e-8505-7648443fd0f9"} {"level":"info","ts":1785869832.2769997,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5921d1-a244-4a5e-8505-7648443fd0f9","name":"e2e-cleanup-test"} {"level":"error","ts":1785869832.2915962,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5921d1-a244-4a5e-8505-7648443fd0f9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785869832.2917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c27f129-3c3b-4fe7-8d11-f30cd043e524","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785869832.2917278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aefea5f7-9fe3-41bd-ae08-36eeaed1c7d7"} {"level":"info","ts":1785869832.2917328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c27f129-3c3b-4fe7-8d11-f30cd043e524","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785869832.2917893,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aefea5f7-9fe3-41bd-ae08-36eeaed1c7d7","name":"e2e-cleanup-test"} {"level":"info","ts":1785869832.301818,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aefea5f7-9fe3-41bd-ae08-36eeaed1c7d7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785869832.3099728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"101ed3ea-9cf3-4e12-9f0f-8f34904a51e4"} {"level":"info","ts":1785869832.3100471,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"101ed3ea-9cf3-4e12-9f0f-8f34904a51e4","name":"e2e-cleanup-test"} {"level":"info","ts":1785869832.3099728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44321c70-56cc-4df6-b673-6986f68f9370","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785869832.3100843,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44321c70-56cc-4df6-b673-6986f68f9370","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785869832.3194807,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"101ed3ea-9cf3-4e12-9f0f-8f34904a51e4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785869840.4969227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30469cb1-9f5f-4717-8b9a-146890dc089a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785869840.4969785,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30469cb1-9f5f-4717-8b9a-146890dc089a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785869840.4969332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"090875aa-a8d1-460b-bf2d-88442eed95df"} {"level":"info","ts":1785869844.7815495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869844.7816446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4c0d0e7-6394-435c-ad3a-214110c87bf1"} {"level":"info","ts":1785869844.781657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4c0d0e7-6394-435c-ad3a-214110c87bf1"} {"level":"info","ts":1785869844.781672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4c0d0e7-6394-435c-ad3a-214110c87bf1","EoS":true} {"level":"info","ts":1785869844.7817075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4c0d0e7-6394-435c-ad3a-214110c87bf1","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785869844.7817352,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4c0d0e7-6394-435c-ad3a-214110c87bf1"} {"level":"info","ts":1785869844.822923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869844.8230004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225"} {"level":"info","ts":1785869844.823015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225"} {"level":"info","ts":1785869844.8230271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","EoS":true} {"level":"info","ts":1785869844.8230534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","header":"x-maas-group"} {"level":"info","ts":1785869844.823064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","header":"x-maas-subscription"} {"level":"info","ts":1785869844.8230698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","header":"x-maas-username"} {"level":"info","ts":1785869844.8230836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785869844.8230948,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","modelName":"e2e-external-model"} {"level":"info","ts":1785869844.8231072,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785869844.8231282,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785869844.8231459,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","authType":"apikey"} {"level":"info","ts":1785869844.8231714,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225"} {"level":"info","ts":1785869844.9076264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225"} {"level":"info","ts":1785869844.9076734,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225"} {"level":"info","ts":1785869844.907695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","EoS":false} {"level":"info","ts":1785869844.9077091,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225"} {"level":"info","ts":1785869844.9077373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225","EoS":true} {"level":"info","ts":1785869844.9077451,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0b4fff5-efed-4723-8249-690faec56225"} {"level":"info","ts":1785869844.9453247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869844.9454074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643"} {"level":"info","ts":1785869844.945419,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643"} {"level":"info","ts":1785869844.9454312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643","EoS":true} {"level":"info","ts":1785869844.9454577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643","header":"x-maas-username"} {"level":"info","ts":1785869844.9454658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643","header":"x-maas-group"} {"level":"info","ts":1785869844.9454699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643","header":"x-maas-subscription"} {"level":"info","ts":1785869844.9454968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785869844.9455252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643"} {"level":"info","ts":1785869844.9903939,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643"} {"level":"info","ts":1785869844.990422,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643"} {"level":"info","ts":1785869844.9904447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643","EoS":false} {"level":"info","ts":1785869844.9904578,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643"} {"level":"info","ts":1785869844.9904864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643","EoS":true} {"level":"info","ts":1785869844.9904957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5cf3c6d8-af2a-994a-82e7-c5da10f7c643"} {"level":"info","ts":1785869845.029677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869845.0297546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa"} {"level":"info","ts":1785869845.029769,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa"} {"level":"info","ts":1785869845.0297804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa","EoS":true} {"level":"info","ts":1785869845.0298033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa","header":"x-maas-group"} {"level":"info","ts":1785869845.0298126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa","header":"x-maas-subscription"} {"level":"info","ts":1785869845.029817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa","header":"x-maas-username"} {"level":"info","ts":1785869845.029896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa"} {"level":"info","ts":1785869845.073305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa"} {"level":"info","ts":1785869845.0733297,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa"} {"level":"info","ts":1785869845.0733488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa","EoS":false} {"level":"info","ts":1785869845.07336,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa"} {"level":"info","ts":1785869845.0733883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa","EoS":true} {"level":"info","ts":1785869845.0733979,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"209d9456-39ef-4956-81ff-90dda18325aa"} {"level":"info","ts":1785869845.9536955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55d55286-3790-4d70-8a17-a4f0f5f0aee9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869845.9537454,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55d55286-3790-4d70-8a17-a4f0f5f0aee9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785869845.9536955,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62ca62e3-4a3e-49f0-b08f-3a175fd4bcd5"} {"level":"info","ts":1785869846.1040926,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a48e18a1-1cd4-492f-a88e-ad6e7f2665db"} {"level":"info","ts":1785869846.1040854,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"674b1911-3f8b-4e13-afe5-f0f76304cb12","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785869846.104134,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"674b1911-3f8b-4e13-afe5-f0f76304cb12","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785869846.2484884,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b3f1851c-01c9-4577-a405-bea37f65d94a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785869846.2485456,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b3f1851c-01c9-4577-a405-bea37f65d94a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785871319.4673119,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871319.467396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d2b428b-9f44-4587-8f64-d94e2f36ea03"} {"level":"info","ts":1785871399.3377514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871399.337833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b"} {"level":"info","ts":1785871399.3378448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b"} {"level":"info","ts":1785871399.337856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b","EoS":true} {"level":"info","ts":1785871399.3378832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b","header":"x-maas-subscription"} {"level":"info","ts":1785871399.337893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b","header":"x-maas-group"} {"level":"info","ts":1785871399.3379004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b","header":"x-maas-username"} {"level":"info","ts":1785871399.3379178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785871399.3379521,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b"} {"level":"info","ts":1785871399.3389158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b"} {"level":"info","ts":1785871399.3389375,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b"} {"level":"info","ts":1785871399.3389614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b","EoS":false} {"level":"info","ts":1785871399.338985,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b"} {"level":"info","ts":1785871399.339023,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b","EoS":true} {"level":"info","ts":1785871399.339033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c408426a-e43d-4fb9-b369-b5b2d3b9893b"}