{"level":"info","ts":1785268229.8359349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","header":"x-maas-username"} {"level":"info","ts":1785268229.8359547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268229.8359857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.836978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.8369966,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.8370123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","EoS":false} {"level":"info","ts":1785268229.837023,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.8370469,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392","EoS":true} {"level":"info","ts":1785268229.8370569,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c95dea46-3078-4d71-aa9e-5346f968e392"} {"level":"info","ts":1785268229.9782484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268229.978312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.9783208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.978331,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","EoS":true} {"level":"info","ts":1785268229.9783535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","header":"x-maas-username"} {"level":"info","ts":1785268229.9783647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","header":"x-maas-subscription"} {"level":"info","ts":1785268229.9783707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","header":"x-maas-group"} {"level":"info","ts":1785268229.9783835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268229.9784079,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.9792507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.979271,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.9792907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","EoS":false} {"level":"info","ts":1785268229.979307,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268229.979327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42","EoS":true} {"level":"info","ts":1785268229.9793353,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d3cb6db5-8d59-4852-901d-afb6d496eb42"} {"level":"info","ts":1785268230.1154358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268230.1155136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.1155264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.115538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","EoS":true} {"level":"info","ts":1785268230.1155586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","header":"x-maas-group"} {"level":"info","ts":1785268230.115569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","header":"x-maas-username"} {"level":"info","ts":1785268230.1155744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","header":"x-maas-subscription"} {"level":"info","ts":1785268230.115586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268230.1156106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.1164165,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.1164343,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.116449,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","EoS":false} {"level":"info","ts":1785268230.1164587,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.1164806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95","EoS":true} {"level":"info","ts":1785268230.1164894,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90e85d1e-43f0-4b71-ad75-115c184a1d95"} {"level":"info","ts":1785268230.2537708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268230.2538805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.2538946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.2539132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","EoS":true} {"level":"info","ts":1785268230.2539442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","header":"x-maas-group"} {"level":"info","ts":1785268230.2539563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","header":"x-maas-username"} {"level":"info","ts":1785268230.2539642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","header":"x-maas-subscription"} {"level":"info","ts":1785268230.253983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268230.2540138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.2548606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.2548788,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.2548945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","EoS":false} {"level":"info","ts":1785268230.2549114,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268230.2549317,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f","EoS":true} {"level":"info","ts":1785268230.2549393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bd64e5f6-99e0-4682-b3cb-7635562e709f"} {"level":"info","ts":1785268247.3358922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268247.335978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.3359945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.3360102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","EoS":true} {"level":"info","ts":1785268247.3360476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","header":"x-maas-subscription"} {"level":"info","ts":1785268247.3360631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","header":"x-maas-group"} {"level":"info","ts":1785268247.3360705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","header":"x-maas-username"} {"level":"info","ts":1785268247.3360882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268247.336124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.3387792,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.3388052,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.3388288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","EoS":false} {"level":"info","ts":1785268247.338847,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.338881,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60","EoS":true} {"level":"info","ts":1785268247.3388915,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"de0e84c0-f401-4e36-84bf-b28e65251e60"} {"level":"info","ts":1785268247.4441006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268247.4441714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2"} {"level":"info","ts":1785268247.4448936,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2"} {"level":"info","ts":1785268247.4449165,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2"} {"level":"info","ts":1785268247.4449375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2","EoS":false} {"level":"info","ts":1785268247.4449549,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2"} {"level":"info","ts":1785268247.4449854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2","EoS":true} {"level":"info","ts":1785268247.4449952,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2f73be83-0d5f-469b-9466-797a96cbe9d2"} {"level":"info","ts":1785268252.0733418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268252.073406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.073419,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.0734305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","EoS":true} {"level":"info","ts":1785268252.0734534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","header":"x-maas-subscription"} {"level":"info","ts":1785268252.0734627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","header":"x-maas-username"} {"level":"info","ts":1785268252.0734682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","header":"x-maas-group"} {"level":"info","ts":1785268252.0734828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268252.0735056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.0751624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.0751846,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.075206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","EoS":false} {"level":"info","ts":1785268252.0752265,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268252.0752609,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307","EoS":true} {"level":"info","ts":1785268252.0752733,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75e35be2-4a26-407c-9682-2a905288a307"} {"level":"info","ts":1785268262.696554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268262.6966307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.6966417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.6966538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","EoS":true} {"level":"info","ts":1785268262.6966765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","header":"x-maas-username"} {"level":"info","ts":1785268262.6966867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","header":"x-maas-group"} {"level":"info","ts":1785268262.6966918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","header":"x-maas-subscription"} {"level":"info","ts":1785268262.696705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268262.6967518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.6994166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.699441,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.6994615,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","EoS":false} {"level":"info","ts":1785268262.6994834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268262.6995144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d","EoS":true} {"level":"info","ts":1785268262.6995232,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53cb689e-f2f5-4c78-9fbd-883029567b1d"} {"level":"info","ts":1785268275.5753958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268275.57548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5754938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5755136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","EoS":true} {"level":"info","ts":1785268275.575549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","header":"x-maas-username"} {"level":"info","ts":1785268275.57556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","header":"x-maas-subscription"} {"level":"info","ts":1785268275.575568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","header":"x-maas-group"} {"level":"info","ts":1785268275.575586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268275.5756185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5765314,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5765588,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5765822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","EoS":false} {"level":"info","ts":1785268275.5765991,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268275.5766206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85","EoS":true} {"level":"info","ts":1785268275.576631,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f95a3c8b-0936-40bd-b6b5-e04a221dab85"} {"level":"info","ts":1785268284.1239483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268284.1240225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.1240385,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.1240573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","EoS":true} {"level":"info","ts":1785268284.1240923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","header":"x-maas-group"} {"level":"info","ts":1785268284.1241043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","header":"x-maas-username"} {"level":"info","ts":1785268284.1241126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","header":"x-maas-subscription"} {"level":"info","ts":1785268284.1241338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268284.1241667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.1249936,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.1250126,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.125032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","EoS":false} {"level":"info","ts":1785268284.1250458,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268284.125071,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d","EoS":true} {"level":"info","ts":1785268284.1250784,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dbf961ca-bad2-4f87-b823-3467e5e9442d"} {"level":"info","ts":1785268293.0320055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268293.0320666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.032075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.0320861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","EoS":true} {"level":"info","ts":1785268293.0321093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","header":"x-maas-subscription"} {"level":"info","ts":1785268293.032119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","header":"x-maas-group"} {"level":"info","ts":1785268293.0321245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","header":"x-maas-username"} {"level":"info","ts":1785268293.0321372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268293.0321605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.033067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.0330913,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.0331104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","EoS":false} {"level":"info","ts":1785268293.033126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268293.0331545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9","EoS":true} {"level":"info","ts":1785268293.0331635,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc4bf39d-83da-48b0-b585-0528638309b9"} {"level":"info","ts":1785268318.1246507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268318.1247604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1247764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1247907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","EoS":true} {"level":"info","ts":1785268318.124814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","header":"x-maas-group"} {"level":"info","ts":1785268318.1248262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","header":"x-maas-username"} {"level":"info","ts":1785268318.1248343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","header":"x-maas-subscription"} {"level":"info","ts":1785268318.1248477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268318.1248763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1269372,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1269648,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1269903,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","EoS":false} {"level":"info","ts":1785268318.1270087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268318.1270425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb","EoS":true} {"level":"info","ts":1785268318.127053,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ac4143f-329c-4386-bea6-773371254ddb"} {"level":"info","ts":1785268342.3288307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268342.3289087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.3289225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.3289344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","EoS":true} {"level":"info","ts":1785268342.3289587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","header":"x-maas-subscription"} {"level":"info","ts":1785268342.3289702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","header":"x-maas-username"} {"level":"info","ts":1785268342.328976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","header":"x-maas-group"} {"level":"info","ts":1785268342.328989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268342.3290157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.329931,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.3299532,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.329968,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","EoS":false} {"level":"info","ts":1785268342.3299863,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268342.3300164,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e","EoS":true} {"level":"info","ts":1785268342.330025,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9808c76f-3869-4939-ad4a-9264e5ae0b1e"} {"level":"info","ts":1785268380.1609254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268380.161016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.161033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.1610467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","EoS":true} {"level":"info","ts":1785268380.161073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","header":"x-maas-username"} {"level":"info","ts":1785268380.1610842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","header":"x-maas-group"} {"level":"info","ts":1785268380.1610901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","header":"x-maas-subscription"} {"level":"info","ts":1785268380.1611037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268380.1611292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.1619968,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.1620176,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.1620328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","EoS":false} {"level":"info","ts":1785268380.1620462,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268380.1620734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d","EoS":true} {"level":"info","ts":1785268380.162081,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec344e9f-f6a0-4d4a-8cd2-bf2699ca6f4d"} {"level":"info","ts":1785268389.7279181,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268389.728016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7280307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7280438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","EoS":true} {"level":"info","ts":1785268389.7280722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","header":"x-maas-group"} {"level":"info","ts":1785268389.7280827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","header":"x-maas-username"} {"level":"info","ts":1785268389.7280884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","header":"x-maas-subscription"} {"level":"info","ts":1785268389.7281039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268389.7281284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.729043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7290647,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7290862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","EoS":false} {"level":"info","ts":1785268389.729099,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.729121,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967","EoS":true} {"level":"info","ts":1785268389.7291312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20b7d122-07bb-4636-80e2-b4665e1e8967"} {"level":"info","ts":1785268389.7645116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268389.7645953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.764606,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.764619,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","EoS":true} {"level":"info","ts":1785268389.7646446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","header":"x-maas-subscription"} {"level":"info","ts":1785268389.7646554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","header":"x-maas-group"} {"level":"info","ts":1785268389.764662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","header":"x-maas-username"} {"level":"info","ts":1785268389.764678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268389.7647028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.767578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.7676005,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.7676165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","EoS":false} {"level":"info","ts":1785268389.7676334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268389.7676678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd","EoS":true} {"level":"info","ts":1785268389.7676775,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4def6fa5-da94-4986-b481-e44f469c07fd"} {"level":"info","ts":1785268409.0439868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268409.0440578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.044069,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.0440805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","EoS":true} {"level":"info","ts":1785268409.0441036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","header":"x-maas-username"} {"level":"info","ts":1785268409.044114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","header":"x-maas-group"} {"level":"info","ts":1785268409.0441196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","header":"x-maas-subscription"} {"level":"info","ts":1785268409.0441327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268409.0441573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.045037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.045063,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.0450823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","EoS":false} {"level":"info","ts":1785268409.0450962,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268409.0451279,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591","EoS":true} {"level":"info","ts":1785268409.045138,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d2ddc0b-dcd8-4321-8281-53d5d6975591"} {"level":"info","ts":1785268542.8360665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268542.8361695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.8361914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.8362062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","EoS":true} {"level":"info","ts":1785268542.8362305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","header":"x-maas-username"} {"level":"info","ts":1785268542.8362393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","header":"x-maas-subscription"} {"level":"info","ts":1785268542.8362436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","header":"x-maas-group"} {"level":"info","ts":1785268542.8362584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268542.836283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.8375351,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.8375611,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.8375816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","EoS":false} {"level":"info","ts":1785268542.837599,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268542.8376372,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f","EoS":true} {"level":"info","ts":1785268542.8376489,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b90fc733-9b98-4148-b7a6-88192d81ae7f"} {"level":"info","ts":1785268591.011779,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268591.011848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268591.0118587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268591.0118694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","EoS":true} {"level":"info","ts":1785268591.0118906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","header":"x-maas-group"} {"level":"info","ts":1785268591.011901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","header":"x-maas-username"} {"level":"info","ts":1785268591.0119054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","header":"x-maas-subscription"} {"level":"info","ts":1785268591.0119176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268591.011942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268591.0151768,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268591.0151975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268591.0152125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","EoS":false} {"level":"info","ts":1785268591.0152242,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268591.0152447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98","EoS":true} {"level":"info","ts":1785268591.0152514,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6ec77f1-699e-4b53-871a-d1cf1dc64e98"} {"level":"info","ts":1785268606.3998506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268606.3999207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.399938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.3999496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","EoS":true} {"level":"info","ts":1785268606.3999705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","header":"x-maas-username"} {"level":"info","ts":1785268606.399981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","header":"x-maas-group"} {"level":"info","ts":1785268606.3999872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","header":"x-maas-subscription"} {"level":"info","ts":1785268606.4000034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268606.4000304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.400846,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.4008636,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.4008796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","EoS":false} {"level":"info","ts":1785268606.4008985,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268606.400922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d","EoS":true} {"level":"info","ts":1785268606.4009302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"944b573e-caf8-494b-9364-95fca03f6c1d"} {"level":"info","ts":1785268927.070364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268927.0704534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.07047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.0704904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","EoS":true} {"level":"info","ts":1785268927.0705261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","header":"x-maas-group"} {"level":"info","ts":1785268927.0705419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","header":"x-maas-username"} {"level":"info","ts":1785268927.0705516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","header":"x-maas-subscription"} {"level":"info","ts":1785268927.07057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268927.0706372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.0715373,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.0715601,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.0715811,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","EoS":false} {"level":"info","ts":1785268927.0715954,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.071624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be","EoS":true} {"level":"info","ts":1785268927.071636,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6c8117d9-6b2f-479e-9f7a-48c9590df1be"} {"level":"info","ts":1785268927.108475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268927.1085346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.1085427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.1085527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","EoS":true} {"level":"info","ts":1785268927.1085773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","header":"x-maas-username"} {"level":"info","ts":1785268927.1085904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","header":"x-maas-subscription"} {"level":"info","ts":1785268927.1085956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","header":"x-maas-group"} {"level":"info","ts":1785268927.1086073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268927.108633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.1115909,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.11161,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.1116247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","EoS":false} {"level":"info","ts":1785268927.111639,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268927.111663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23","EoS":true} {"level":"info","ts":1785268927.1116705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b69a045f-073a-4508-b676-515a03aa9b23"} {"level":"info","ts":1785268931.9425216,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"15c9049a-bfcd-45b0-8d50-09e093751953","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785268931.9428103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38374.343007123,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268931.9428358,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.009372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.042855,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"15c9049a-bfcd-45b0-8d50-09e093751953","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785268932.0680914,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ceef9b7c-4c5a-44bc-aaea-d90d9cfb2261","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268932.0680926,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77ebd0ec-7b0d-4d2f-87bb-018764621d42"} {"level":"info","ts":1785268932.0681415,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ceef9b7c-4c5a-44bc-aaea-d90d9cfb2261","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268932.0760775,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ad73d12-4c1d-43b1-abb7-030083fe83d5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268932.0762405,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ad73d12-4c1d-43b1-abb7-030083fe83d5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268932.0763128,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35359.6967988,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.0763342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.0850143,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.1765456,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77ebd0ec-7b0d-4d2f-87bb-018764621d42","name":"e2e-external-provider"} {"level":"info","ts":1785268932.1866152,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77ebd0ec-7b0d-4d2f-87bb-018764621d42","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785268932.1971784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ac7821-0bea-419f-b376-516a22e47c02","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.197235,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ac7821-0bea-419f-b376-516a22e47c02","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.197178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dede779c-7d3c-4898-8978-4b89d5ca69da"} {"level":"info","ts":1785268932.1978025,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77ebd0ec-7b0d-4d2f-87bb-018764621d42","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785268932.202265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e63890f4-ed58-48a8-818a-5febe5e2fa1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.2022946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e63890f4-ed58-48a8-818a-5febe5e2fa1e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.2023683,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dede779c-7d3c-4898-8978-4b89d5ca69da","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785268932.2054474,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77ebd0ec-7b0d-4d2f-87bb-018764621d42","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785268932.2094123,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f5af4f7-1f20-46ee-9317-ab76f4a6d26b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.209444,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f5af4f7-1f20-46ee-9317-ab76f4a6d26b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785268932.209621,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dede779c-7d3c-4898-8978-4b89d5ca69da","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268932.2096891,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7548c731-7ea3-4592-96e7-cbc23bcd1451"} {"level":"info","ts":1785268932.2097163,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7548c731-7ea3-4592-96e7-cbc23bcd1451","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785268932.2108977,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23053bc1-bcd6-4cbe-81d6-c53bcfe5b491","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268932.2109313,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23053bc1-bcd6-4cbe-81d6-c53bcfe5b491","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268932.21102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"628e318f-8297-4826-bfdd-c49f1fe208d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.211039,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"628e318f-8297-4826-bfdd-c49f1fe208d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.2113554,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0b06a42-124e-4ac0-9e2f-4a783846bd4f"} {"level":"info","ts":1785268932.211411,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0b06a42-124e-4ac0-9e2f-4a783846bd4f","name":"e2e-external-provider"} {"level":"error","ts":1785268932.2143388,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7548c731-7ea3-4592-96e7-cbc23bcd1451","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268932.2143965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451e1eb9-1ee2-477e-bf20-b1068b1aecd0"} {"level":"info","ts":1785268932.2146606,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35786.252963568,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.2146864,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.2214797,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0b06a42-124e-4ac0-9e2f-4a783846bd4f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785268932.2218862,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268932.3149383,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451e1eb9-1ee2-477e-bf20-b1068b1aecd0","name":"e2e-external-model"} {"level":"info","ts":1785268932.324525,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451e1eb9-1ee2-477e-bf20-b1068b1aecd0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268932.332071,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e57f71da-e593-45bc-ab1d-258733b723ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.3321116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e57f71da-e593-45bc-ab1d-258733b723ac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.3322082,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52ced13d-4460-49ee-aaf6-9b3469d18803"} {"level":"info","ts":1785268932.3322597,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52ced13d-4460-49ee-aaf6-9b3469d18803","name":"e2e-external-model"} {"level":"info","ts":1785268932.3487675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48ffb2f3-f183-4753-821a-eb34b53577b9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.3488076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48ffb2f3-f183-4753-821a-eb34b53577b9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785268932.3489513,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52ced13d-4460-49ee-aaf6-9b3469d18803","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268932.3490133,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d38bdc8-6a1b-44e9-80d0-d4ebeee188f6"} {"level":"info","ts":1785268932.349059,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d38bdc8-6a1b-44e9-80d0-d4ebeee188f6","name":"e2e-external-model"} {"level":"info","ts":1785268932.357446,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d38bdc8-6a1b-44e9-80d0-d4ebeee188f6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268932.363324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eec407d-b6b7-4db3-a02f-14689c687a77"} {"level":"info","ts":1785268932.363379,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eec407d-b6b7-4db3-a02f-14689c687a77","name":"e2e-external-model"} {"level":"info","ts":1785268932.3633797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d9ddc95-d326-4b33-bb95-edafc3fbfb5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268932.3634086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d9ddc95-d326-4b33-bb95-edafc3fbfb5d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268932.3712478,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eec407d-b6b7-4db3-a02f-14689c687a77","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268942.0596473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268942.0597157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.0597403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.0597572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","EoS":true} {"level":"info","ts":1785268942.0597866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","header":"x-maas-subscription"} {"level":"info","ts":1785268942.0598013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","header":"x-maas-group"} {"level":"info","ts":1785268942.0598087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","header":"x-maas-username"} {"level":"info","ts":1785268942.0598242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268942.0598373,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","modelName":"e2e-external-model"} {"level":"info","ts":1785268942.0598536,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268942.059895,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785268942.0599172,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","authType":"apikey"} {"level":"info","ts":1785268942.059948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.1638072,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.163838,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.16386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","EoS":false} {"level":"info","ts":1785268942.1638799,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.1639116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289","EoS":true} {"level":"info","ts":1785268942.163921,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f31ae60a-4ded-41ad-90ef-abd6b0fdc289"} {"level":"info","ts":1785268942.3038673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a49320d-d26c-4cd4-9d15-8d582ddfb5ee"} {"level":"info","ts":1785268942.3039246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f8b39f-b8cb-4948-b8d4-e2d12b09b533","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3039622,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f8b39f-b8cb-4948-b8d4-e2d12b09b533","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268942.3095188,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b9ec8f8-235c-473d-8b37-07535975a42a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.30954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b9ec8f8-235c-473d-8b37-07535975a42a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268942.3095746,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a49320d-d26c-4cd4-9d15-8d582ddfb5ee","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3180928,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a49320d-d26c-4cd4-9d15-8d582ddfb5ee","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268942.3255818,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10fa2527-1069-4639-9eae-8de93367d464"} {"level":"info","ts":1785268942.325629,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10fa2527-1069-4639-9eae-8de93367d464","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.325658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb433f10-62f1-4530-a42d-157f5d8565a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3256896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb433f10-62f1-4530-a42d-157f5d8565a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268942.3420565,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10fa2527-1069-4639-9eae-8de93367d464","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268942.3421822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce7e4e28-ff8c-4b50-90d0-52cd2d5d390d"} {"level":"info","ts":1785268942.3422334,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e64ecd3-6af5-4d9b-8469-7610c85439b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3422487,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce7e4e28-ff8c-4b50-90d0-52cd2d5d390d","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3422623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e64ecd3-6af5-4d9b-8469-7610c85439b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268942.3504214,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce7e4e28-ff8c-4b50-90d0-52cd2d5d390d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268942.355801,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ec3158-0d33-45f0-b85f-c260c2d84691"} {"level":"info","ts":1785268942.3558292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6803395-1a93-4563-9531-89a6822f0048","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268942.3558564,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ec3158-0d33-45f0-b85f-c260c2d84691","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3558605,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6803395-1a93-4563-9531-89a6822f0048","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268942.3642612,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ec3158-0d33-45f0-b85f-c260c2d84691","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268942.368424,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c64e359c-d244-4b03-bb3f-4a0417300ac7"} {"level":"info","ts":1785268942.3684824,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c64e359c-d244-4b03-bb3f-4a0417300ac7","name":"e2e-cleanup-test"} {"level":"info","ts":1785268942.3759751,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c64e359c-d244-4b03-bb3f-4a0417300ac7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268950.611109,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7695eb63-1bb0-4b91-a5a1-12d2208f3e40"} {"level":"info","ts":1785268950.6111357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b935595b-6821-4cf9-be65-2975d5388eae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268950.6111639,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b935595b-6821-4cf9-be65-2975d5388eae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268954.9319062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268954.9319723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6714a88-627c-4717-a83e-448069823aff"} {"level":"info","ts":1785268954.931982,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6714a88-627c-4717-a83e-448069823aff"} {"level":"info","ts":1785268954.9319928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6714a88-627c-4717-a83e-448069823aff","EoS":true} {"level":"info","ts":1785268954.9320257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6714a88-627c-4717-a83e-448069823aff","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785268954.932051,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6714a88-627c-4717-a83e-448069823aff"} {"level":"info","ts":1785268954.97495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268954.9750195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268954.9750335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268954.975045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","EoS":true} {"level":"info","ts":1785268954.9750652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","header":"x-maas-group"} {"level":"info","ts":1785268954.975077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","header":"x-maas-username"} {"level":"info","ts":1785268954.9750855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","header":"x-maas-subscription"} {"level":"info","ts":1785268954.9750996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268954.9751065,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","modelName":"e2e-external-model"} {"level":"info","ts":1785268954.9751189,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268954.9751427,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785268954.9751656,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","authType":"apikey"} {"level":"info","ts":1785268954.9751902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268955.0260086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268955.0260375,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268955.0260603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","EoS":false} {"level":"info","ts":1785268955.026078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268955.0261083,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177","EoS":true} {"level":"info","ts":1785268955.0261195,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b006455f-48d2-45e4-a0f8-aec947761177"} {"level":"info","ts":1785268955.0643775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268955.0644386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.0644493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.0644596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","EoS":true} {"level":"info","ts":1785268955.0644789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","header":"x-maas-subscription"} {"level":"info","ts":1785268955.0644891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","header":"x-maas-username"} {"level":"info","ts":1785268955.064496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","header":"x-maas-group"} {"level":"info","ts":1785268955.0645082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268955.0645325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.115757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.1157842,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.1158004,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","EoS":false} {"level":"info","ts":1785268955.1158125,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.1158435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7","EoS":true} {"level":"info","ts":1785268955.115854,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"223bca2e-1b90-4f41-ab80-696104ebcff7"} {"level":"info","ts":1785268955.152547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268955.1526105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.1526227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.152634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","EoS":true} {"level":"info","ts":1785268955.152654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","header":"x-maas-subscription"} {"level":"info","ts":1785268955.1526644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","header":"x-maas-group"} {"level":"info","ts":1785268955.1526701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","header":"x-maas-username"} {"level":"info","ts":1785268955.1526983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.2597106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.259757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.2597833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","EoS":false} {"level":"info","ts":1785268955.2597983,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268955.259838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b","EoS":true} {"level":"info","ts":1785268955.2598493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28308567-a2e6-43db-be3a-4aea1166ac7b"} {"level":"info","ts":1785268956.0941324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9915bd00-47bc-456f-9040-cec6f594adbb"} {"level":"info","ts":1785268956.0941336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ddb0b90-4e76-4062-beab-6b6deb7dd314","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268956.0942144,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ddb0b90-4e76-4062-beab-6b6deb7dd314","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268956.2488382,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30afc6c0-d8ac-45be-b56d-813b16e0c5a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268956.248879,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30afc6c0-d8ac-45be-b56d-813b16e0c5a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268956.248915,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dc7d9cb-d6d1-48c4-a5a8-2fcf988be9c9"} {"level":"info","ts":1785268956.3726048,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"00825a05-a494-4513-8ea5-cb313e91cd27","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785268956.3726633,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"00825a05-a494-4513-8ea5-cb313e91cd27","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785270385.018173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270385.0182397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d9b7219-4683-419b-be7b-3c44785e4781"} {"level":"info","ts":1785270460.0991423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270460.0992177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.099227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.0992384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","EoS":true} {"level":"info","ts":1785270460.0992653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","header":"x-maas-subscription"} {"level":"info","ts":1785270460.09928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","header":"x-maas-username"} {"level":"info","ts":1785270460.099287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","header":"x-maas-group"} {"level":"info","ts":1785270460.0993047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785270460.0993412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.1017773,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.1018016,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.1018171,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","EoS":false} {"level":"info","ts":1785270460.1018279,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"} {"level":"info","ts":1785270460.101855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98","EoS":true} {"level":"info","ts":1785270460.101865,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"65d02ad1-27f0-448c-ba82-59c509ce2e98"}