{"level":"info","ts":1785534716.8608637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2"} {"level":"info","ts":1785534716.860875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2","EoS":true} {"level":"info","ts":1785534716.8609009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2","header":"x-maas-subscription"} {"level":"info","ts":1785534716.8609116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2","header":"x-maas-group"} {"level":"info","ts":1785534716.8609173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2","header":"x-maas-username"} {"level":"info","ts":1785534716.8609312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534716.860954,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2"} {"level":"info","ts":1785534716.8619294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2"} {"level":"info","ts":1785534716.8619516,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2"} {"level":"info","ts":1785534716.8619726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2","EoS":false} {"level":"info","ts":1785534716.8619893,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2"} {"level":"info","ts":1785534716.8620238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2","EoS":true} {"level":"info","ts":1785534716.8620327,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a9cb186-81e7-4cc8-82d2-2f4089b1d9f2"} {"level":"info","ts":1785534717.0013342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534717.001404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb"} {"level":"info","ts":1785534717.0014162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb"} {"level":"info","ts":1785534717.0014272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb","EoS":true} {"level":"info","ts":1785534717.0014536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb","header":"x-maas-username"} {"level":"info","ts":1785534717.001464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb","header":"x-maas-subscription"} {"level":"info","ts":1785534717.0014691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb","header":"x-maas-group"} {"level":"info","ts":1785534717.0014832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534717.0015066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb"} {"level":"info","ts":1785534717.0024588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb"} {"level":"info","ts":1785534717.0024803,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb"} {"level":"info","ts":1785534717.0024958,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb","EoS":false} {"level":"info","ts":1785534717.002508,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb"} {"level":"info","ts":1785534717.0025346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb","EoS":true} {"level":"info","ts":1785534717.0025427,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2c62618-df12-4ffc-9e46-8854ecf402fb"} {"level":"info","ts":1785534717.1406243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534717.1407087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4"} {"level":"info","ts":1785534717.140719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4"} {"level":"info","ts":1785534717.1407304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4","EoS":true} {"level":"info","ts":1785534717.1407523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4","header":"x-maas-username"} {"level":"info","ts":1785534717.1407628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4","header":"x-maas-group"} {"level":"info","ts":1785534717.140768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4","header":"x-maas-subscription"} {"level":"info","ts":1785534717.1407812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534717.1408043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4"} {"level":"info","ts":1785534717.142999,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4"} {"level":"info","ts":1785534717.1430178,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4"} {"level":"info","ts":1785534717.1430473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4","EoS":false} {"level":"info","ts":1785534717.143065,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4"} {"level":"info","ts":1785534717.1430953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4","EoS":true} {"level":"info","ts":1785534717.1431055,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2da9e5bb-d2e8-42ef-a0a9-eb9adbb42fb4"} {"level":"info","ts":1785534717.287151,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534717.28724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc"} {"level":"info","ts":1785534717.2872539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc"} {"level":"info","ts":1785534717.2872653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc","EoS":true} {"level":"info","ts":1785534717.28729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc","header":"x-maas-group"} {"level":"info","ts":1785534717.2873006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc","header":"x-maas-username"} {"level":"info","ts":1785534717.287306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc","header":"x-maas-subscription"} {"level":"info","ts":1785534717.2873197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534717.2873409,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc"} {"level":"info","ts":1785534717.288228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc"} {"level":"info","ts":1785534717.2882483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc"} {"level":"info","ts":1785534717.2882702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc","EoS":false} {"level":"info","ts":1785534717.288288,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc"} {"level":"info","ts":1785534717.2883236,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc","EoS":true} {"level":"info","ts":1785534717.288333,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70a3cb35-8c3f-4d09-8a22-3ad38716b6fc"} {"level":"info","ts":1785534738.4717367,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534738.471848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2"} {"level":"info","ts":1785534738.471867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2"} {"level":"info","ts":1785534738.471885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2","EoS":true} {"level":"info","ts":1785534738.471923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2","header":"x-maas-username"} {"level":"info","ts":1785534738.471936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2","header":"x-maas-subscription"} {"level":"info","ts":1785534738.4719455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2","header":"x-maas-group"} {"level":"info","ts":1785534738.4719646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534738.4720013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2"} {"level":"info","ts":1785534738.4730945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2"} {"level":"info","ts":1785534738.473114,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2"} {"level":"info","ts":1785534738.473151,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2","EoS":false} {"level":"info","ts":1785534738.4731638,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2"} {"level":"info","ts":1785534738.4731903,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2","EoS":true} {"level":"info","ts":1785534738.4732,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2cf24b2c-cea6-4c35-90d2-ba533dc277c2"} {"level":"info","ts":1785534738.5999887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534738.600069,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e78ff905-562f-402c-9c84-467dfda78af2"} {"level":"info","ts":1785534738.6010168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e78ff905-562f-402c-9c84-467dfda78af2"} {"level":"info","ts":1785534738.601035,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e78ff905-562f-402c-9c84-467dfda78af2"} {"level":"info","ts":1785534738.6010509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e78ff905-562f-402c-9c84-467dfda78af2","EoS":false} {"level":"info","ts":1785534738.6010652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e78ff905-562f-402c-9c84-467dfda78af2"} {"level":"info","ts":1785534738.601088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e78ff905-562f-402c-9c84-467dfda78af2","EoS":true} {"level":"info","ts":1785534738.6010978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e78ff905-562f-402c-9c84-467dfda78af2"} {"level":"info","ts":1785534743.2103348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534743.210414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01"} {"level":"info","ts":1785534743.2104256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01"} {"level":"info","ts":1785534743.2104366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01","EoS":true} {"level":"info","ts":1785534743.2104616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01","header":"x-maas-username"} {"level":"info","ts":1785534743.2104723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01","header":"x-maas-group"} {"level":"info","ts":1785534743.210479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01","header":"x-maas-subscription"} {"level":"info","ts":1785534743.2104933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534743.2105203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01"} {"level":"info","ts":1785534743.211364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01"} {"level":"info","ts":1785534743.2113945,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01"} {"level":"info","ts":1785534743.2114158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01","EoS":false} {"level":"info","ts":1785534743.2114363,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01"} {"level":"info","ts":1785534743.21148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01","EoS":true} {"level":"info","ts":1785534743.2114913,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2debde7-b2dd-4476-af40-2fd3b497aa01"} {"level":"info","ts":1785534751.7694502,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534751.7695327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db"} {"level":"info","ts":1785534751.7695446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db"} {"level":"info","ts":1785534751.7695565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db","EoS":true} {"level":"info","ts":1785534751.7695856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db","header":"x-maas-username"} {"level":"info","ts":1785534751.7695954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db","header":"x-maas-group"} {"level":"info","ts":1785534751.7696006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db","header":"x-maas-subscription"} {"level":"info","ts":1785534751.769616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534751.7696407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db"} {"level":"info","ts":1785534751.7825725,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db"} {"level":"info","ts":1785534751.7825978,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db"} {"level":"info","ts":1785534751.7826173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db","EoS":false} {"level":"info","ts":1785534751.7826304,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db"} {"level":"info","ts":1785534751.782657,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db","EoS":true} {"level":"info","ts":1785534751.782668,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c454c53f-f508-496b-bd18-a02a2268b1db"} {"level":"info","ts":1785534764.6450398,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534764.645156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd"} {"level":"info","ts":1785534764.645174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd"} {"level":"info","ts":1785534764.645192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd","EoS":true} {"level":"info","ts":1785534764.645225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd","header":"x-maas-group"} {"level":"info","ts":1785534764.6452408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd","header":"x-maas-subscription"} {"level":"info","ts":1785534764.6452491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd","header":"x-maas-username"} {"level":"info","ts":1785534764.645267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534764.6452997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd"} {"level":"info","ts":1785534764.6461544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd"} {"level":"info","ts":1785534764.6461735,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd"} {"level":"info","ts":1785534764.6461911,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd","EoS":false} {"level":"info","ts":1785534764.6462016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd"} {"level":"info","ts":1785534764.6462297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd","EoS":true} {"level":"info","ts":1785534764.6462412,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce91f928-de96-459d-83b0-661116a553dd"} {"level":"info","ts":1785534773.1708872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534773.1709704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81"} {"level":"info","ts":1785534773.1709843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81"} {"level":"info","ts":1785534773.1710002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81","EoS":true} {"level":"info","ts":1785534773.1710382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81","header":"x-maas-subscription"} {"level":"info","ts":1785534773.1710489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81","header":"x-maas-group"} {"level":"info","ts":1785534773.1710546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81","header":"x-maas-username"} {"level":"info","ts":1785534773.1710694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534773.171094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81"} {"level":"info","ts":1785534773.1719494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81"} {"level":"info","ts":1785534773.17197,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81"} {"level":"info","ts":1785534773.1719859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81","EoS":false} {"level":"info","ts":1785534773.1719983,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81"} {"level":"info","ts":1785534773.1720212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81","EoS":true} {"level":"info","ts":1785534773.172031,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9f62556-d18e-4676-9502-fd4150658c81"} {"level":"info","ts":1785534782.030185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534782.0302823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb"} {"level":"info","ts":1785534782.030295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb"} {"level":"info","ts":1785534782.030307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb","EoS":true} {"level":"info","ts":1785534782.0303326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb","header":"x-maas-username"} {"level":"info","ts":1785534782.0303426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb","header":"x-maas-subscription"} {"level":"info","ts":1785534782.0303478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb","header":"x-maas-group"} {"level":"info","ts":1785534782.030361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534782.0303862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb"} {"level":"info","ts":1785534782.0312388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb"} {"level":"info","ts":1785534782.0312603,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb"} {"level":"info","ts":1785534782.0312765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb","EoS":false} {"level":"info","ts":1785534782.031288,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb"} {"level":"info","ts":1785534782.0313168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb","EoS":true} {"level":"info","ts":1785534782.0313394,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f5b9ef02-f32a-476f-b6be-345c606002cb"} {"level":"info","ts":1785534811.4844744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534811.484549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276"} {"level":"info","ts":1785534811.4845588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276"} {"level":"info","ts":1785534811.4845715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276","EoS":true} {"level":"info","ts":1785534811.4845977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276","header":"x-maas-subscription"} {"level":"info","ts":1785534811.4846075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276","header":"x-maas-username"} {"level":"info","ts":1785534811.4846144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276","header":"x-maas-group"} {"level":"info","ts":1785534811.48463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534811.4846542,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276"} {"level":"info","ts":1785534811.4880471,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276"} {"level":"info","ts":1785534811.4880698,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276"} {"level":"info","ts":1785534811.4880917,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276","EoS":false} {"level":"info","ts":1785534811.4881077,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276"} {"level":"info","ts":1785534811.4881709,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276","EoS":true} {"level":"info","ts":1785534811.4881809,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e7aa0f8-eb30-4b22-a106-073fa198c276"} {"level":"info","ts":1785534844.6928937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534844.6929767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f"} {"level":"info","ts":1785534844.6929896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f"} {"level":"info","ts":1785534844.693001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f","EoS":true} {"level":"info","ts":1785534844.6930292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f","header":"x-maas-subscription"} {"level":"info","ts":1785534844.6930397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f","header":"x-maas-username"} {"level":"info","ts":1785534844.6930444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f","header":"x-maas-group"} {"level":"info","ts":1785534844.6930587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534844.6930866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f"} {"level":"info","ts":1785534844.694175,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f"} {"level":"info","ts":1785534844.6941984,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f"} {"level":"info","ts":1785534844.694214,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f","EoS":false} {"level":"info","ts":1785534844.694226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f"} {"level":"info","ts":1785534844.6942492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f","EoS":true} {"level":"info","ts":1785534844.6942568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"039bc142-7ef9-40f5-8369-f2b21ddc883f"} {"level":"info","ts":1785534879.7907338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534879.7908165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a"} {"level":"info","ts":1785534879.79083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a"} {"level":"info","ts":1785534879.7908444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a","EoS":true} {"level":"info","ts":1785534879.7908754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a","header":"x-maas-group"} {"level":"info","ts":1785534879.790886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a","header":"x-maas-username"} {"level":"info","ts":1785534879.7908924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a","header":"x-maas-subscription"} {"level":"info","ts":1785534879.7909071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534879.7909343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a"} {"level":"info","ts":1785534879.791753,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a"} {"level":"info","ts":1785534879.7917743,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a"} {"level":"info","ts":1785534879.7917902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a","EoS":false} {"level":"info","ts":1785534879.7918026,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a"} {"level":"info","ts":1785534879.7918286,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a","EoS":true} {"level":"info","ts":1785534879.7918406,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b83c3ca3-90f2-4b81-85dc-4ca4f3e8132a"} {"level":"info","ts":1785534889.193198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534889.1932895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868"} {"level":"info","ts":1785534889.1933036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868"} {"level":"info","ts":1785534889.1933227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868","EoS":true} {"level":"info","ts":1785534889.1933548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868","header":"x-maas-subscription"} {"level":"info","ts":1785534889.1933665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868","header":"x-maas-group"} {"level":"info","ts":1785534889.1933756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868","header":"x-maas-username"} {"level":"info","ts":1785534889.193394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534889.1934233,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868"} {"level":"info","ts":1785534889.1943426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868"} {"level":"info","ts":1785534889.1943634,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868"} {"level":"info","ts":1785534889.1943786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868","EoS":false} {"level":"info","ts":1785534889.1943905,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868"} {"level":"info","ts":1785534889.1944172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868","EoS":true} {"level":"info","ts":1785534889.1944284,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46499566-7367-4902-92c9-a303dfdfe868"} {"level":"info","ts":1785534889.2363765,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534889.2364557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e"} {"level":"info","ts":1785534889.2364702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e"} {"level":"info","ts":1785534889.2364893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e","EoS":true} {"level":"info","ts":1785534889.236525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e","header":"x-maas-subscription"} {"level":"info","ts":1785534889.236542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e","header":"x-maas-username"} {"level":"info","ts":1785534889.2365503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e","header":"x-maas-group"} {"level":"info","ts":1785534889.2365646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534889.236592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e"} {"level":"info","ts":1785534889.2373166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e"} {"level":"info","ts":1785534889.237337,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e"} {"level":"info","ts":1785534889.2373533,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e","EoS":false} {"level":"info","ts":1785534889.237364,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e"} {"level":"info","ts":1785534889.2373898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e","EoS":true} {"level":"info","ts":1785534889.237404,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"48ceb8cb-dcb7-4603-855b-d35be261990e"} {"level":"info","ts":1785534908.3095248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534908.309602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176"} {"level":"info","ts":1785534908.3096166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176"} {"level":"info","ts":1785534908.3096285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176","EoS":true} {"level":"info","ts":1785534908.3096552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176","header":"x-maas-group"} {"level":"info","ts":1785534908.3096666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176","header":"x-maas-subscription"} {"level":"info","ts":1785534908.3096738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176","header":"x-maas-username"} {"level":"info","ts":1785534908.309691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534908.3097172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176"} {"level":"info","ts":1785534908.3105361,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176"} {"level":"info","ts":1785534908.3105574,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176"} {"level":"info","ts":1785534908.3105743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176","EoS":false} {"level":"info","ts":1785534908.3105884,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176"} {"level":"info","ts":1785534908.3106139,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176","EoS":true} {"level":"info","ts":1785534908.3106203,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"247a3f77-0939-4463-8313-f2f1074e5176"} {"level":"info","ts":1785535088.0288327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535088.0289462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6"} {"level":"info","ts":1785535088.0289607,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6"} {"level":"info","ts":1785535088.0289783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6","EoS":true} {"level":"info","ts":1785535088.0290122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6","header":"x-maas-group"} {"level":"info","ts":1785535088.0290248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6","header":"x-maas-subscription"} {"level":"info","ts":1785535088.029032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6","header":"x-maas-username"} {"level":"info","ts":1785535088.029051,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785535088.029086,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6"} {"level":"info","ts":1785535088.0412982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6"} {"level":"info","ts":1785535088.041322,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6"} {"level":"info","ts":1785535088.0413423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6","EoS":false} {"level":"info","ts":1785535088.0413592,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6"} {"level":"info","ts":1785535088.0413973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6","EoS":true} {"level":"info","ts":1785535088.0414116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98e0afc4-4c1a-4bbc-8b98-bba0d9384ab6"} {"level":"info","ts":1785535140.1101785,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535140.110259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4"} {"level":"info","ts":1785535140.1102679,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4"} {"level":"info","ts":1785535140.1102786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4","EoS":true} {"level":"info","ts":1785535140.1103015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4","header":"x-maas-subscription"} {"level":"info","ts":1785535140.1103117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4","header":"x-maas-username"} {"level":"info","ts":1785535140.1103175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4","header":"x-maas-group"} {"level":"info","ts":1785535140.1103313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535140.1103568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4"} {"level":"info","ts":1785535140.111118,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4"} {"level":"info","ts":1785535140.1111515,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4"} {"level":"info","ts":1785535140.111165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4","EoS":false} {"level":"info","ts":1785535140.111175,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4"} {"level":"info","ts":1785535140.1112027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4","EoS":true} {"level":"info","ts":1785535140.1112158,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9dcd6c20-6418-402c-b853-f5c26af163e4"} {"level":"info","ts":1785535155.368397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535155.3684726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116"} {"level":"info","ts":1785535155.3684857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116"} {"level":"info","ts":1785535155.3684976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116","EoS":true} {"level":"info","ts":1785535155.368522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116","header":"x-maas-username"} {"level":"info","ts":1785535155.3685317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116","header":"x-maas-group"} {"level":"info","ts":1785535155.3685374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116","header":"x-maas-subscription"} {"level":"info","ts":1785535155.3685513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535155.3685737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116"} {"level":"info","ts":1785535155.369375,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116"} {"level":"info","ts":1785535155.3693867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116"} {"level":"info","ts":1785535155.3694003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116","EoS":false} {"level":"info","ts":1785535155.3694103,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116"} {"level":"info","ts":1785535155.3694298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116","EoS":true} {"level":"info","ts":1785535155.3694403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fb00855-46fa-4f43-93fe-47906b440116"} {"level":"info","ts":1785535481.747853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535481.7479434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753"} {"level":"info","ts":1785535481.7479522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753"} {"level":"info","ts":1785535481.7479632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753","EoS":true} {"level":"info","ts":1785535481.747989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753","header":"x-maas-username"} {"level":"info","ts":1785535481.7479994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753","header":"x-maas-group"} {"level":"info","ts":1785535481.7480044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753","header":"x-maas-subscription"} {"level":"info","ts":1785535481.7480183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535481.7480502,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753"} {"level":"info","ts":1785535481.749074,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753"} {"level":"info","ts":1785535481.7490945,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753"} {"level":"info","ts":1785535481.7491086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753","EoS":false} {"level":"info","ts":1785535481.7491188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753"} {"level":"info","ts":1785535481.7491617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753","EoS":true} {"level":"info","ts":1785535481.7491727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38f7eef0-70d6-45e1-8242-441c6c78c753"} {"level":"info","ts":1785535486.5713158,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"68749103-118a-44c2-831f-10cbf41a753d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785535486.5717258,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35299.904387879,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.5717542,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.6383588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.67247,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"68749103-118a-44c2-831f-10cbf41a753d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785535486.691632,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2f13469-f5f5-4a6b-af94-af0310fa23bd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535486.6917017,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2f13469-f5f5-4a6b-af94-af0310fa23bd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535486.6917334,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd0ea08c-c859-45c0-bbfd-271b7c53431a"} {"level":"info","ts":1785535486.701447,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20436fa7-6963-4ee0-9d4e-e509f70fc7ac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535486.7015598,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20436fa7-6963-4ee0-9d4e-e509f70fc7ac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535486.7015605,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35260.405032622,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.701604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.7119732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.8021142,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd0ea08c-c859-45c0-bbfd-271b7c53431a","name":"e2e-external-provider"} {"level":"info","ts":1785535486.8119245,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd0ea08c-c859-45c0-bbfd-271b7c53431a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785535486.8122084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1fde31f-e082-4bda-a235-b67239efb009","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535486.8122797,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1fde31f-e082-4bda-a235-b67239efb009","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535486.8122673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c15e67a-a968-44a0-b562-4647bac2666d"} {"level":"info","ts":1785535486.8214362,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c15e67a-a968-44a0-b562-4647bac2666d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785535486.821494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2290f64c-8140-48ff-9364-ad7b13882c4d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535486.821534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2290f64c-8140-48ff-9364-ad7b13882c4d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535486.8246984,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd0ea08c-c859-45c0-bbfd-271b7c53431a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785535486.8298965,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c15e67a-a968-44a0-b562-4647bac2666d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535486.8299959,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c591dbf9-ac3f-4099-8492-042a6cc05cf1"} {"level":"info","ts":1785535486.830004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99af9cdf-6c82-4411-a939-1251a580dd59","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535486.8300254,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c591dbf9-ac3f-4099-8492-042a6cc05cf1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785535486.8300414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99af9cdf-6c82-4411-a939-1251a580dd59","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535486.8306825,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd0ea08c-c859-45c0-bbfd-271b7c53431a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785535486.8368902,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c591dbf9-ac3f-4099-8492-042a6cc05cf1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535486.836977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d85717c-cf02-4876-82fd-2b16384b4d87"} {"level":"info","ts":1785535486.8370073,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d85717c-cf02-4876-82fd-2b16384b4d87","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785535486.8376532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40e36313-6bc4-4fa7-952e-566302130935","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535486.8376877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40e36313-6bc4-4fa7-952e-566302130935","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535486.8377209,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c812ca3-cfba-400c-8a73-ee4eb3c6388a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535486.837784,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c812ca3-cfba-400c-8a73-ee4eb3c6388a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535486.8376544,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b4ebb9d-9a64-4247-876b-c1fd4aca7033"} {"level":"info","ts":1785535486.8378634,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b4ebb9d-9a64-4247-876b-c1fd4aca7033","name":"e2e-external-provider"} {"level":"error","ts":1785535486.8418531,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d85717c-cf02-4876-82fd-2b16384b4d87","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535486.8419197,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddda3c82-7277-4150-a188-dde28a246b59"} {"level":"info","ts":1785535486.8421774,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36944.551767194,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.8421984,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.848415,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b4ebb9d-9a64-4247-876b-c1fd4aca7033","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785535486.8524177,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535486.8530786,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"536632f3-9a3d-487e-8407-772d5106bb99"} {"level":"info","ts":1785535486.8531573,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"536632f3-9a3d-487e-8407-772d5106bb99","name":"e2e-external-provider"} {"level":"info","ts":1785535486.8628762,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"536632f3-9a3d-487e-8407-772d5106bb99","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785535486.9430017,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddda3c82-7277-4150-a188-dde28a246b59","name":"e2e-external-model"} {"level":"info","ts":1785535486.9546058,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddda3c82-7277-4150-a188-dde28a246b59","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535486.9626634,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"399f9967-3a21-421a-9d8b-be071dd314ec"} {"level":"info","ts":1785535486.9626746,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c1ab2cd-52e9-4ed1-9830-c5f2dc972b0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535486.9627097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c1ab2cd-52e9-4ed1-9830-c5f2dc972b0e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535486.9627423,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"399f9967-3a21-421a-9d8b-be071dd314ec","name":"e2e-external-model"} {"level":"info","ts":1785535486.9760377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e567ea3b-08d1-481f-9ca4-8e8f1472c14d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535486.9760835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e567ea3b-08d1-481f-9ca4-8e8f1472c14d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785535486.9761667,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"399f9967-3a21-421a-9d8b-be071dd314ec","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535486.976265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b028a2cd-71fb-481a-a96e-b414666bd55b"} {"level":"info","ts":1785535486.9763467,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b028a2cd-71fb-481a-a96e-b414666bd55b","name":"e2e-external-model"} {"level":"info","ts":1785535486.985951,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b028a2cd-71fb-481a-a96e-b414666bd55b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535486.9940941,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ec81df3-1c1a-406c-97f4-256c232115b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535486.994147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ec81df3-1c1a-406c-97f4-256c232115b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535486.994102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c23124-8b69-4de7-aa29-41b95bb0d8d2"} {"level":"info","ts":1785535486.994233,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c23124-8b69-4de7-aa29-41b95bb0d8d2","name":"e2e-external-model"} {"level":"info","ts":1785535487.002391,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c23124-8b69-4de7-aa29-41b95bb0d8d2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535498.6791732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535498.6792629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27"} {"level":"info","ts":1785535498.67928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27"} {"level":"info","ts":1785535498.6793022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","EoS":true} {"level":"info","ts":1785535498.6793387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","header":"x-maas-group"} {"level":"info","ts":1785535498.6794064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","header":"x-maas-subscription"} {"level":"info","ts":1785535498.6794171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","header":"x-maas-username"} {"level":"info","ts":1785535498.6794357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535498.6794474,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","modelName":"e2e-external-model"} {"level":"info","ts":1785535498.6794677,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535498.6795046,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785535498.679531,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","authType":"apikey"} {"level":"info","ts":1785535498.67957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27"} {"level":"info","ts":1785535498.7722635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27"} {"level":"info","ts":1785535498.772292,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27"} {"level":"info","ts":1785535498.772312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","EoS":false} {"level":"info","ts":1785535498.7723267,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27"} {"level":"info","ts":1785535498.7723577,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27","EoS":true} {"level":"info","ts":1785535498.7723656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2543705a-5a76-47ba-9f69-5201aecbea27"} {"level":"info","ts":1785535498.8894126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c27e905-c93d-43f4-a05c-1a3fe6675a89","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535498.8894587,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c27e905-c93d-43f4-a05c-1a3fe6675a89","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535498.8894541,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab54ce49-a5fd-48e6-ba8d-408c9886359d"} {"level":"info","ts":1785535498.894843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e71bccc5-27e9-4975-953f-3bdfdf9291b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535498.8948753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e71bccc5-27e9-4975-953f-3bdfdf9291b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785535498.8975716,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab54ce49-a5fd-48e6-ba8d-408c9886359d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535498.8976457,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab54ce49-a5fd-48e6-ba8d-408c9886359d","name":"e2e-cleanup-test"} {"level":"info","ts":1785535498.9091961,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab54ce49-a5fd-48e6-ba8d-408c9886359d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785535498.9132454,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab54ce49-a5fd-48e6-ba8d-408c9886359d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535498.9133635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f77b722-942b-4316-9537-5e41003ea2cf"} {"level":"info","ts":1785535498.9134445,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f77b722-942b-4316-9537-5e41003ea2cf","name":"e2e-cleanup-test"} {"level":"info","ts":1785535498.9190428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82ef4c0a-3992-4373-9c68-f647c82a9d50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535498.919086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82ef4c0a-3992-4373-9c68-f647c82a9d50","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785535498.9269223,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f77b722-942b-4316-9537-5e41003ea2cf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785535498.9269896,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f77b722-942b-4316-9537-5e41003ea2cf","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535498.9270658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a05589b1-ecb9-42c2-973b-c5f498e1c80d"} {"level":"info","ts":1785535498.9271853,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a05589b1-ecb9-42c2-973b-c5f498e1c80d","name":"e2e-cleanup-test"} {"level":"info","ts":1785535498.9349732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1736b798-d965-4cb2-be5a-c299510080ce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535498.9350421,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1736b798-d965-4cb2-be5a-c299510080ce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535498.9357564,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a05589b1-ecb9-42c2-973b-c5f498e1c80d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785535498.9395893,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a05589b1-ecb9-42c2-973b-c5f498e1c80d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535498.9396756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ca365da-9e79-40bc-a57f-2371dd654fd1"} {"level":"info","ts":1785535498.939735,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ca365da-9e79-40bc-a57f-2371dd654fd1","name":"e2e-cleanup-test"} {"level":"info","ts":1785535498.9481106,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ca365da-9e79-40bc-a57f-2371dd654fd1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535498.9487286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b476f271-2e03-498f-a9e4-adb66f2bea39","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535498.9487643,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b476f271-2e03-498f-a9e4-adb66f2bea39","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785535498.9517982,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ca365da-9e79-40bc-a57f-2371dd654fd1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535498.9518845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e9e336-95e3-45ef-b90a-3e1abe0d6a53"} {"level":"info","ts":1785535498.9519613,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e9e336-95e3-45ef-b90a-3e1abe0d6a53","name":"e2e-cleanup-test"} {"level":"info","ts":1785535498.9598346,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e9e336-95e3-45ef-b90a-3e1abe0d6a53","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535507.1425533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47234298-48b6-4769-bbbf-27af573d797f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535507.1425953,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47234298-48b6-4769-bbbf-27af573d797f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535507.1426127,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f953dbc8-1f4a-447a-bf5a-fa358bd3b824"} {"level":"info","ts":1785535511.4660032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535511.4660628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f06fb14-2c49-4505-81fa-c72e0d89b536"} {"level":"info","ts":1785535511.4660718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f06fb14-2c49-4505-81fa-c72e0d89b536"} {"level":"info","ts":1785535511.4660823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f06fb14-2c49-4505-81fa-c72e0d89b536","EoS":true} {"level":"info","ts":1785535511.4661136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f06fb14-2c49-4505-81fa-c72e0d89b536","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785535511.4661646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f06fb14-2c49-4505-81fa-c72e0d89b536"} {"level":"info","ts":1785535511.5086887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535511.5087643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e"} {"level":"info","ts":1785535511.5087748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e"} {"level":"info","ts":1785535511.508786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","EoS":true} {"level":"info","ts":1785535511.508814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","header":"x-maas-subscription"} {"level":"info","ts":1785535511.5088255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","header":"x-maas-username"} {"level":"info","ts":1785535511.5088327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","header":"x-maas-group"} {"level":"info","ts":1785535511.5088503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535511.5088634,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","modelName":"e2e-external-model"} {"level":"info","ts":1785535511.5088835,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535511.508913,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785535511.5089316,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","authType":"apikey"} {"level":"info","ts":1785535511.5089562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e"} {"level":"info","ts":1785535511.5893896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e"} {"level":"info","ts":1785535511.5894165,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e"} {"level":"info","ts":1785535511.5894341,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","EoS":false} {"level":"info","ts":1785535511.5894475,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e"} {"level":"info","ts":1785535511.5894794,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e","EoS":true} {"level":"info","ts":1785535511.589488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e5d75a82-01ae-4bb3-9599-0ec022e3705e"} {"level":"info","ts":1785535511.65009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535511.6501977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81271540-9696-410c-962f-162211d24d85"} {"level":"info","ts":1785535511.6502128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81271540-9696-410c-962f-162211d24d85"} {"level":"info","ts":1785535511.6502323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81271540-9696-410c-962f-162211d24d85","EoS":true} {"level":"info","ts":1785535511.6502666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81271540-9696-410c-962f-162211d24d85","header":"x-maas-group"} {"level":"info","ts":1785535511.6502793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81271540-9696-410c-962f-162211d24d85","header":"x-maas-subscription"} {"level":"info","ts":1785535511.6502883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81271540-9696-410c-962f-162211d24d85","header":"x-maas-username"} {"level":"info","ts":1785535511.6503084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81271540-9696-410c-962f-162211d24d85","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535511.6503394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81271540-9696-410c-962f-162211d24d85"} {"level":"info","ts":1785535511.6955216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81271540-9696-410c-962f-162211d24d85"} {"level":"info","ts":1785535511.6955512,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"81271540-9696-410c-962f-162211d24d85"} {"level":"info","ts":1785535511.695572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81271540-9696-410c-962f-162211d24d85","EoS":false} {"level":"info","ts":1785535511.6955848,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81271540-9696-410c-962f-162211d24d85"} {"level":"info","ts":1785535511.6956134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81271540-9696-410c-962f-162211d24d85","EoS":true} {"level":"info","ts":1785535511.695621,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81271540-9696-410c-962f-162211d24d85"} {"level":"info","ts":1785535511.734885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535511.734984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668"} {"level":"info","ts":1785535511.7349966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668"} {"level":"info","ts":1785535511.735009,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668","EoS":true} {"level":"info","ts":1785535511.735033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668","header":"x-maas-subscription"} {"level":"info","ts":1785535511.735044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668","header":"x-maas-username"} {"level":"info","ts":1785535511.735049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668","header":"x-maas-group"} {"level":"info","ts":1785535511.7350798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668"} {"level":"info","ts":1785535511.7802796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668"} {"level":"info","ts":1785535511.7803159,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668"} {"level":"info","ts":1785535511.78034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668","EoS":false} {"level":"info","ts":1785535511.7803564,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668"} {"level":"info","ts":1785535511.780389,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668","EoS":true} {"level":"info","ts":1785535511.780396,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b39df88-0c87-47e0-b53f-8071daae8668"} {"level":"info","ts":1785535512.6089134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b342bc5c-7c20-41d3-a98f-92da4c2240f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535512.608951,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b342bc5c-7c20-41d3-a98f-92da4c2240f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535512.6089544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e65f950-173e-4c86-96a7-ec2cc930346f"} {"level":"info","ts":1785535512.7530818,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7f45317-aa53-4cba-8d40-ec2dd56708d6"} {"level":"info","ts":1785535512.7531066,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6fd0056-85c6-450c-a271-dd89fdba1649","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535512.7531946,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6fd0056-85c6-450c-a271-dd89fdba1649","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535512.8655138,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d1939d97-807d-4c82-a9be-e2912e2b11a2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785535512.865582,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d1939d97-807d-4c82-a9be-e2912e2b11a2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785536976.1934574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536976.1935198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3ae9886-7d77-4ada-8507-8fa153a2ea09"} {"level":"info","ts":1785537050.2966967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785537050.296778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4"} {"level":"info","ts":1785537050.2967865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4"} {"level":"info","ts":1785537050.2967975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4","EoS":true} {"level":"info","ts":1785537050.2968233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4","header":"x-maas-group"} {"level":"info","ts":1785537050.2968373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4","header":"x-maas-subscription"} {"level":"info","ts":1785537050.2968442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4","header":"x-maas-username"} {"level":"info","ts":1785537050.2968602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785537050.2968934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4"} {"level":"info","ts":1785537050.2979,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4"} {"level":"info","ts":1785537050.2979288,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4"} {"level":"info","ts":1785537050.2979565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4","EoS":false} {"level":"info","ts":1785537050.2979782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4"} {"level":"info","ts":1785537050.2980177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4","EoS":true} {"level":"info","ts":1785537050.2980325,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"007bd423-1f0a-47fa-95f0-393a53584fd4"}