{"level":"info","ts":1785172422.1874418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9765105-8325-43a6-ae1a-6347ed75dad4"} {"level":"info","ts":1785172422.188231,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9765105-8325-43a6-ae1a-6347ed75dad4"} {"level":"info","ts":1785172422.1882486,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9765105-8325-43a6-ae1a-6347ed75dad4"} {"level":"info","ts":1785172422.1882625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9765105-8325-43a6-ae1a-6347ed75dad4","EoS":false} {"level":"info","ts":1785172422.1882732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9765105-8325-43a6-ae1a-6347ed75dad4","EoS":true} {"level":"info","ts":1785172422.1883004,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9765105-8325-43a6-ae1a-6347ed75dad4"} {"level":"info","ts":1785172435.5398877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172435.539965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2"} {"level":"info","ts":1785172435.5399785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2"} {"level":"info","ts":1785172435.53999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2","EoS":true} {"level":"info","ts":1785172435.540014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2","header":"x-maas-subscription"} {"level":"info","ts":1785172435.5400274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2","header":"x-maas-group"} {"level":"info","ts":1785172435.540033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2","header":"x-maas-username"} {"level":"info","ts":1785172435.5400465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172435.5400677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2"} {"level":"info","ts":1785172435.5418947,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2"} {"level":"info","ts":1785172435.5419135,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2"} {"level":"info","ts":1785172435.541929,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2","EoS":false} {"level":"info","ts":1785172435.541941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2","EoS":true} {"level":"info","ts":1785172435.541972,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bbcccf34-832d-44c2-82d9-b485a91330c2"} {"level":"info","ts":1785172436.368572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172436.3686502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6"} {"level":"info","ts":1785172436.3686664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6"} {"level":"info","ts":1785172436.368687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6","EoS":true} {"level":"info","ts":1785172436.3687186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6","header":"x-maas-subscription"} {"level":"info","ts":1785172436.3687322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6","header":"x-maas-group"} {"level":"info","ts":1785172436.368741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6","header":"x-maas-username"} {"level":"info","ts":1785172436.368761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172436.3687959,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6"} {"level":"info","ts":1785172436.3696673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6"} {"level":"info","ts":1785172436.3696854,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6"} {"level":"info","ts":1785172436.3697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6","EoS":false} {"level":"info","ts":1785172436.3697095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6","EoS":true} {"level":"info","ts":1785172436.3697357,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"45b5122d-5888-4d7f-acb9-f53070266ff6"} {"level":"info","ts":1785172459.5435321,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172459.5436127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b"} {"level":"info","ts":1785172459.5436313,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b"} {"level":"info","ts":1785172459.5436502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b","EoS":true} {"level":"info","ts":1785172459.5436857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b","header":"x-maas-subscription"} {"level":"info","ts":1785172459.5436974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b","header":"x-maas-group"} {"level":"info","ts":1785172459.543707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b","header":"x-maas-username"} {"level":"info","ts":1785172459.5437276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172459.543761,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b"} {"level":"info","ts":1785172459.5446928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b"} {"level":"info","ts":1785172459.5447114,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b"} {"level":"info","ts":1785172459.5447268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b","EoS":false} {"level":"info","ts":1785172459.5447445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b","EoS":true} {"level":"info","ts":1785172459.5447736,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"712d7ba2-a02a-454e-96fa-bda918b4c28b"} {"level":"info","ts":1785172459.6791327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172459.679217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566"} {"level":"info","ts":1785172459.6792305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566"} {"level":"info","ts":1785172459.6792414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566","EoS":true} {"level":"info","ts":1785172459.6792657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566","header":"x-maas-group"} {"level":"info","ts":1785172459.6792796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566","header":"x-maas-username"} {"level":"info","ts":1785172459.6792843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566","header":"x-maas-subscription"} {"level":"info","ts":1785172459.679296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172459.6793177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566"} {"level":"info","ts":1785172459.679956,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566"} {"level":"info","ts":1785172459.6799812,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566"} {"level":"info","ts":1785172459.6799972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566","EoS":false} {"level":"info","ts":1785172459.6800156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566","EoS":true} {"level":"info","ts":1785172459.6800492,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"266ef047-1798-4294-a6a2-dc98978c9566"} {"level":"info","ts":1785172459.8151574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172459.8152559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a"} {"level":"info","ts":1785172459.8152702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a"} {"level":"info","ts":1785172459.8152823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a","EoS":true} {"level":"info","ts":1785172459.8153064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a","header":"x-maas-username"} {"level":"info","ts":1785172459.8153179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a","header":"x-maas-group"} {"level":"info","ts":1785172459.8153226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a","header":"x-maas-subscription"} {"level":"info","ts":1785172459.815337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172459.8153615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a"} {"level":"info","ts":1785172459.8174129,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a"} {"level":"info","ts":1785172459.8174293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a"} {"level":"info","ts":1785172459.8174431,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a","EoS":false} {"level":"info","ts":1785172459.817454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a","EoS":true} {"level":"info","ts":1785172459.8174825,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"96cfcd84-280e-4d88-b9ff-e536401b7e7a"} {"level":"info","ts":1785172459.9498796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172459.9499424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f"} {"level":"info","ts":1785172459.9499512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f"} {"level":"info","ts":1785172459.9499617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f","EoS":true} {"level":"info","ts":1785172459.949986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f","header":"x-maas-subscription"} {"level":"info","ts":1785172459.949997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f","header":"x-maas-group"} {"level":"info","ts":1785172459.9500022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f","header":"x-maas-username"} {"level":"info","ts":1785172459.9500148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172459.950036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f"} {"level":"info","ts":1785172459.9507198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f"} {"level":"info","ts":1785172459.9507463,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f"} {"level":"info","ts":1785172459.9507666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f","EoS":false} {"level":"info","ts":1785172459.9507878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f","EoS":true} {"level":"info","ts":1785172459.9508178,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b5f0ab3-5b6d-41b5-a915-8a4b72b5de9f"} {"level":"info","ts":1785172460.0837452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172460.0838187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b"} {"level":"info","ts":1785172460.0838304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b"} {"level":"info","ts":1785172460.083842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b","EoS":true} {"level":"info","ts":1785172460.0838652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b","header":"x-maas-username"} {"level":"info","ts":1785172460.083876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b","header":"x-maas-subscription"} {"level":"info","ts":1785172460.083881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b","header":"x-maas-group"} {"level":"info","ts":1785172460.0838962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172460.0839198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b"} {"level":"info","ts":1785172460.0845525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b"} {"level":"info","ts":1785172460.0845704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b"} {"level":"info","ts":1785172460.0845864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b","EoS":false} {"level":"info","ts":1785172460.0846033,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b","EoS":true} {"level":"info","ts":1785172460.0846336,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1f8fdd99-cfad-43d9-826d-2a90b22f627b"} {"level":"info","ts":1785172476.9668102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172476.9668822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122"} {"level":"info","ts":1785172476.9668927,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122"} {"level":"info","ts":1785172476.9669034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122","EoS":true} {"level":"info","ts":1785172476.966927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122","header":"x-maas-subscription"} {"level":"info","ts":1785172476.9669378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122","header":"x-maas-group"} {"level":"info","ts":1785172476.9669435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122","header":"x-maas-username"} {"level":"info","ts":1785172476.9669578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172476.9669826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122"} {"level":"info","ts":1785172476.9677098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122"} {"level":"info","ts":1785172476.9677293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122"} {"level":"info","ts":1785172476.9677432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122","EoS":false} {"level":"info","ts":1785172476.96776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122","EoS":true} {"level":"info","ts":1785172476.9677894,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5dc748a9-d40d-42dc-963c-f262d8bd9122"} {"level":"info","ts":1785172477.0626297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172477.062693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6a3fcdf-bb5d-4c79-a937-b1c6af12fdf6"} {"level":"info","ts":1785172477.0642793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6a3fcdf-bb5d-4c79-a937-b1c6af12fdf6"} {"level":"info","ts":1785172477.0643003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6a3fcdf-bb5d-4c79-a937-b1c6af12fdf6"} {"level":"info","ts":1785172477.0643203,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6a3fcdf-bb5d-4c79-a937-b1c6af12fdf6","EoS":false} {"level":"info","ts":1785172477.0643332,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6a3fcdf-bb5d-4c79-a937-b1c6af12fdf6"} {"level":"info","ts":1785172477.0643585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6a3fcdf-bb5d-4c79-a937-b1c6af12fdf6","EoS":true} {"level":"info","ts":1785172477.0643656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6a3fcdf-bb5d-4c79-a937-b1c6af12fdf6"} {"level":"info","ts":1785172481.6812153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172481.6812985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e"} {"level":"info","ts":1785172481.681312,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e"} {"level":"info","ts":1785172481.6813242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e","EoS":true} {"level":"info","ts":1785172481.6813476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e","header":"x-maas-username"} {"level":"info","ts":1785172481.6813576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e","header":"x-maas-subscription"} {"level":"info","ts":1785172481.6813626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e","header":"x-maas-group"} {"level":"info","ts":1785172481.6813762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172481.681402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e"} {"level":"info","ts":1785172481.6823242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e"} {"level":"info","ts":1785172481.682343,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e"} {"level":"info","ts":1785172481.6823568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e","EoS":false} {"level":"info","ts":1785172481.6823685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e","EoS":true} {"level":"info","ts":1785172481.6823995,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a67831fc-4483-4cc4-913b-49d10c5d107e"} {"level":"info","ts":1785172492.2848177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172492.2848902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba"} {"level":"info","ts":1785172492.2849038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba"} {"level":"info","ts":1785172492.284916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba","EoS":true} {"level":"info","ts":1785172492.28494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba","header":"x-maas-username"} {"level":"info","ts":1785172492.2849507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba","header":"x-maas-subscription"} {"level":"info","ts":1785172492.2849665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba","header":"x-maas-group"} {"level":"info","ts":1785172492.2849813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785172492.2850077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba"} {"level":"info","ts":1785172492.2878094,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba"} {"level":"info","ts":1785172492.287831,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba"} {"level":"info","ts":1785172492.2878516,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba","EoS":false} {"level":"info","ts":1785172492.287868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba","EoS":true} {"level":"info","ts":1785172492.2879155,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"08d4db0d-e05f-4d05-ac13-89c8c84d23ba"} {"level":"info","ts":1785172505.1833124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172505.183381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe"} {"level":"info","ts":1785172505.183393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe"} {"level":"info","ts":1785172505.183407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe","EoS":true} {"level":"info","ts":1785172505.1834366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe","header":"x-maas-subscription"} {"level":"info","ts":1785172505.1834476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe","header":"x-maas-group"} {"level":"info","ts":1785172505.1834528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe","header":"x-maas-username"} {"level":"info","ts":1785172505.183468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172505.1834896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe"} {"level":"info","ts":1785172505.1844704,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe"} {"level":"info","ts":1785172505.1844904,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe"} {"level":"info","ts":1785172505.1845047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe","EoS":false} {"level":"info","ts":1785172505.1845155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe","EoS":true} {"level":"info","ts":1785172505.1845453,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e366b3b1-9e06-4e42-9939-9bec35bad7fe"} {"level":"info","ts":1785172513.6886368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172513.6887183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6"} {"level":"info","ts":1785172513.6887352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6"} {"level":"info","ts":1785172513.688755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6","EoS":true} {"level":"info","ts":1785172513.6887891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6","header":"x-maas-username"} {"level":"info","ts":1785172513.6888018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6","header":"x-maas-subscription"} {"level":"info","ts":1785172513.6888108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6","header":"x-maas-group"} {"level":"info","ts":1785172513.688831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172513.6888628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6"} {"level":"info","ts":1785172513.6897912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6"} {"level":"info","ts":1785172513.6898108,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6"} {"level":"info","ts":1785172513.689824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6","EoS":false} {"level":"info","ts":1785172513.6898348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6","EoS":true} {"level":"info","ts":1785172513.6898623,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e428955a-4d1d-4f91-b6b7-774bb6a7c0b6"} {"level":"info","ts":1785172522.5486069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172522.548683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe"} {"level":"info","ts":1785172522.5486937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe"} {"level":"info","ts":1785172522.5487063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe","EoS":true} {"level":"info","ts":1785172522.5487297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe","header":"x-maas-group"} {"level":"info","ts":1785172522.54874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe","header":"x-maas-subscription"} {"level":"info","ts":1785172522.548745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe","header":"x-maas-username"} {"level":"info","ts":1785172522.5487564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172522.548783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe"} {"level":"info","ts":1785172522.5496643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe"} {"level":"info","ts":1785172522.549677,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe"} {"level":"info","ts":1785172522.5496883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe","EoS":false} {"level":"info","ts":1785172522.5496986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe","EoS":true} {"level":"info","ts":1785172522.5497255,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cecd9c3f-5f3a-4663-89de-4ede198231fe"} {"level":"info","ts":1785172557.2873662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172557.2874503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a"} {"level":"info","ts":1785172557.2874637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a"} {"level":"info","ts":1785172557.287475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a","EoS":true} {"level":"info","ts":1785172557.2874994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a","header":"x-maas-subscription"} {"level":"info","ts":1785172557.2875113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a","header":"x-maas-username"} {"level":"info","ts":1785172557.287517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a","header":"x-maas-group"} {"level":"info","ts":1785172557.2875297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785172557.287555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a"} {"level":"info","ts":1785172557.2896297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a"} {"level":"info","ts":1785172557.2896535,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a"} {"level":"info","ts":1785172557.2896686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a","EoS":false} {"level":"info","ts":1785172557.2896786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a","EoS":true} {"level":"info","ts":1785172557.289717,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9bba9de7-5699-4f60-9cce-b687d0de689a"} {"level":"info","ts":1785172581.3039389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172581.3040164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c"} {"level":"info","ts":1785172581.3040347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c"} {"level":"info","ts":1785172581.3040528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c","EoS":true} {"level":"info","ts":1785172581.3040886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c","header":"x-maas-username"} {"level":"info","ts":1785172581.3041036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c","header":"x-maas-subscription"} {"level":"info","ts":1785172581.3041124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c","header":"x-maas-group"} {"level":"info","ts":1785172581.304133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785172581.3041632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c"} {"level":"info","ts":1785172581.3051436,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c"} {"level":"info","ts":1785172581.3051698,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c"} {"level":"info","ts":1785172581.3052077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c","EoS":false} {"level":"info","ts":1785172581.3052285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c","EoS":true} {"level":"info","ts":1785172581.3052602,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b172946d-8701-4b2e-b8ef-296899ce210c"} {"level":"info","ts":1785172607.5792527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172607.5793235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8"} {"level":"info","ts":1785172607.5793335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8"} {"level":"info","ts":1785172607.5793443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8","EoS":true} {"level":"info","ts":1785172607.5793679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8","header":"x-maas-group"} {"level":"info","ts":1785172607.5793786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8","header":"x-maas-subscription"} {"level":"info","ts":1785172607.5793834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8","header":"x-maas-username"} {"level":"info","ts":1785172607.5793953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172607.5794191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8"} {"level":"info","ts":1785172607.5822003,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8"} {"level":"info","ts":1785172607.5822222,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8"} {"level":"info","ts":1785172607.582247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8","EoS":false} {"level":"info","ts":1785172607.5822704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8","EoS":true} {"level":"info","ts":1785172607.5823102,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f3a287b3-398e-4e65-9298-1451579c50c8"} {"level":"info","ts":1785172617.0018213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172617.0018852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392"} {"level":"info","ts":1785172617.0018973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392"} {"level":"info","ts":1785172617.0019083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392","EoS":true} {"level":"info","ts":1785172617.00193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392","header":"x-maas-group"} {"level":"info","ts":1785172617.00194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392","header":"x-maas-username"} {"level":"info","ts":1785172617.0019455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392","header":"x-maas-subscription"} {"level":"info","ts":1785172617.0019577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172617.0019822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392"} {"level":"info","ts":1785172617.00295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392"} {"level":"info","ts":1785172617.0029724,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392"} {"level":"info","ts":1785172617.0029886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392","EoS":false} {"level":"info","ts":1785172617.0029998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392","EoS":true} {"level":"info","ts":1785172617.003035,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04111e6d-fb42-41f5-a4f1-ffc456659392"} {"level":"info","ts":1785172617.033497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172617.0335565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec"} {"level":"info","ts":1785172617.0335643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec"} {"level":"info","ts":1785172617.0335746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec","EoS":true} {"level":"info","ts":1785172617.033594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec","header":"x-maas-subscription"} {"level":"info","ts":1785172617.0336034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec","header":"x-maas-group"} {"level":"info","ts":1785172617.0336092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec","header":"x-maas-username"} {"level":"info","ts":1785172617.033622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172617.0336437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec"} {"level":"info","ts":1785172617.0344803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec"} {"level":"info","ts":1785172617.0345018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec"} {"level":"info","ts":1785172617.0345182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec","EoS":false} {"level":"info","ts":1785172617.0345306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec","EoS":true} {"level":"info","ts":1785172617.034563,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"179c07c0-fa01-4644-b347-a14accc56aec"} {"level":"info","ts":1785172636.0833862,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172636.0834641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19"} {"level":"info","ts":1785172636.083474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19"} {"level":"info","ts":1785172636.083485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19","EoS":true} {"level":"info","ts":1785172636.0835087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19","header":"x-maas-subscription"} {"level":"info","ts":1785172636.0835187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19","header":"x-maas-username"} {"level":"info","ts":1785172636.0835238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19","header":"x-maas-group"} {"level":"info","ts":1785172636.0835376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172636.0835652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19"} {"level":"info","ts":1785172636.0844705,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19"} {"level":"info","ts":1785172636.0844975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19"} {"level":"info","ts":1785172636.0845208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19","EoS":false} {"level":"info","ts":1785172636.0845418,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19","EoS":true} {"level":"info","ts":1785172636.0845706,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2b2a1a37-df41-4336-9d6f-f8af051dca19"} {"level":"info","ts":1785172767.720036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172767.72012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5"} {"level":"info","ts":1785172767.7201316,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5"} {"level":"info","ts":1785172767.7201433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5","EoS":true} {"level":"info","ts":1785172767.7201676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5","header":"x-maas-username"} {"level":"info","ts":1785172767.720198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5","header":"x-maas-subscription"} {"level":"info","ts":1785172767.7202027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5","header":"x-maas-group"} {"level":"info","ts":1785172767.7202177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785172767.7202432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5"} {"level":"info","ts":1785172767.7215908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5"} {"level":"info","ts":1785172767.7216218,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5"} {"level":"info","ts":1785172767.7216387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5","EoS":false} {"level":"info","ts":1785172767.7216525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5","EoS":true} {"level":"info","ts":1785172767.7216883,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fe9ce52b-112a-41f7-9dac-4b98675e7ae5"} {"level":"info","ts":1785172812.9707196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172812.9707847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c"} {"level":"info","ts":1785172812.970794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c"} {"level":"info","ts":1785172812.9708042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c","EoS":true} {"level":"info","ts":1785172812.9708252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c","header":"x-maas-username"} {"level":"info","ts":1785172812.970836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c","header":"x-maas-group"} {"level":"info","ts":1785172812.970841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c","header":"x-maas-subscription"} {"level":"info","ts":1785172812.9708529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785172812.9708774,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c"} {"level":"info","ts":1785172812.9718013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c"} {"level":"info","ts":1785172812.971821,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c"} {"level":"info","ts":1785172812.9718423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c","EoS":false} {"level":"info","ts":1785172812.9718645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c","EoS":true} {"level":"info","ts":1785172812.9719014,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e454252f-dda0-4957-a309-c6b85768fb2c"} {"level":"info","ts":1785173157.6098533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173157.609933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480"} {"level":"info","ts":1785173157.6099422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480"} {"level":"info","ts":1785173157.609954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480","EoS":true} {"level":"info","ts":1785173157.6099784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480","header":"x-maas-username"} {"level":"info","ts":1785173157.609989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480","header":"x-maas-subscription"} {"level":"info","ts":1785173157.6099946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480","header":"x-maas-group"} {"level":"info","ts":1785173157.6100075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173157.610033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480"} {"level":"info","ts":1785173157.6107392,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480"} {"level":"info","ts":1785173157.6107578,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480"} {"level":"info","ts":1785173157.6107786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480","EoS":false} {"level":"info","ts":1785173157.6107986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480","EoS":true} {"level":"info","ts":1785173157.6108382,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"24f6a590-55d4-46cc-bff2-055e189fa480"} {"level":"info","ts":1785173162.3599043,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5de09d6f-1343-4cde-95be-4921c6ba2723","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785173162.360199,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36734.31274025,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.36023,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.427239,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.4610374,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5de09d6f-1343-4cde-95be-4921c6ba2723","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785173162.4689949,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"047668ca-ba17-43c4-adc2-4625d52916fd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785173162.4690359,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"047668ca-ba17-43c4-adc2-4625d52916fd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785173162.4690256,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fcad7a7-cc73-416c-acc5-cfcf4e7a98b9"} {"level":"info","ts":1785173162.4776375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a0337db-2096-49bc-aaae-79e2abd81b84","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785173162.477767,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a0337db-2096-49bc-aaae-79e2abd81b84","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785173162.4778042,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35290.851633875,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.4778244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.4864793,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.5775504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b3a3575-0dab-4824-8b99-521eaac63717","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173162.5776086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b3a3575-0dab-4824-8b99-521eaac63717","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785173162.577551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6d9ba7e-6f92-4e9b-9737-e2bc1352d1d3"} {"level":"info","ts":1785173162.57794,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fcad7a7-cc73-416c-acc5-cfcf4e7a98b9","name":"e2e-external-provider"} {"level":"info","ts":1785173162.5859597,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6d9ba7e-6f92-4e9b-9737-e2bc1352d1d3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785173162.5860214,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1afc9ec5-cb9a-4cca-b995-a32013b85609","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173162.5860536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1afc9ec5-cb9a-4cca-b995-a32013b85609","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785173162.5937097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0550f6-da5e-4fb9-915e-39d044839330","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173162.5937493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0550f6-da5e-4fb9-915e-39d044839330","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785173162.5938306,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fcad7a7-cc73-416c-acc5-cfcf4e7a98b9","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785173162.5939124,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6d9ba7e-6f92-4e9b-9737-e2bc1352d1d3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173162.5939894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51322907-c579-4245-a7f5-49f37558db56"} {"level":"info","ts":1785173162.5940194,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51322907-c579-4245-a7f5-49f37558db56","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785173162.5989375,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51322907-c579-4245-a7f5-49f37558db56","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173162.6035357,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fcad7a7-cc73-416c-acc5-cfcf4e7a98b9","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785173162.6096528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fdea9f5-bfb3-462c-b6e0-88dc1bdf53f0"} {"level":"info","ts":1785173162.6096923,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fdea9f5-bfb3-462c-b6e0-88dc1bdf53f0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785173162.6120777,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fcad7a7-cc73-416c-acc5-cfcf4e7a98b9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785173162.6151485,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fdea9f5-bfb3-462c-b6e0-88dc1bdf53f0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173162.6198454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd900124-250c-4ea5-acf8-6e5438e13ebc"} {"level":"info","ts":1785173162.6198463,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34afe8f7-516b-40b0-9c4f-289b26c0c996","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785173162.6198852,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34afe8f7-516b-40b0-9c4f-289b26c0c996","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785173162.6200714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32861.439799808,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.6200936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.6201327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05b7f8b7-c44a-4bb3-8b86-d313fde029c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173162.6201541,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05b7f8b7-c44a-4bb3-8b86-d313fde029c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785173162.6200812,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3673aa4e-261f-44d2-84a6-eebc7d210231"} {"level":"info","ts":1785173162.6202404,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3673aa4e-261f-44d2-84a6-eebc7d210231","name":"e2e-external-provider"} {"level":"info","ts":1785173162.627362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785173162.634972,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3673aa4e-261f-44d2-84a6-eebc7d210231","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785173162.7206225,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd900124-250c-4ea5-acf8-6e5438e13ebc","name":"e2e-external-model"} {"level":"info","ts":1785173162.7341952,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd900124-250c-4ea5-acf8-6e5438e13ebc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785173162.743343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7db464e-2801-4c06-8364-da6d48f38e1a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173162.7433836,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7db464e-2801-4c06-8364-da6d48f38e1a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785173162.7434287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2761e0-b741-48be-932f-9f0aac6c950f"} {"level":"info","ts":1785173162.7434986,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2761e0-b741-48be-932f-9f0aac6c950f","name":"e2e-external-model"} {"level":"info","ts":1785173162.7616053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77f32cc2-9455-40d2-8e57-3474a60ce454","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173162.7616491,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77f32cc2-9455-40d2-8e57-3474a60ce454","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785173162.7617745,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2761e0-b741-48be-932f-9f0aac6c950f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173162.7618537,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4516314-586d-41ab-a2ca-175a621f96bb"} {"level":"info","ts":1785173162.761903,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4516314-586d-41ab-a2ca-175a621f96bb","name":"e2e-external-model"} {"level":"info","ts":1785173162.772514,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4516314-586d-41ab-a2ca-175a621f96bb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785173162.7796907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343161b9-74f0-413e-86ac-520425a98b9a"} {"level":"info","ts":1785173162.7797592,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343161b9-74f0-413e-86ac-520425a98b9a","name":"e2e-external-model"} {"level":"info","ts":1785173162.7796881,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"939ec430-54c4-4427-a0f4-57e107442f55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173162.7798042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"939ec430-54c4-4427-a0f4-57e107442f55","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785173162.793813,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343161b9-74f0-413e-86ac-520425a98b9a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785173169.9656453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173169.965739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96"} {"level":"info","ts":1785173169.9657502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96"} {"level":"info","ts":1785173169.9657612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","EoS":true} {"level":"info","ts":1785173169.9657812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","header":"x-maas-group"} {"level":"info","ts":1785173169.9657915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","header":"x-maas-subscription"} {"level":"info","ts":1785173169.9657972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","header":"x-maas-username"} {"level":"info","ts":1785173169.9658089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785173169.965818,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","modelName":"e2e-external-model"} {"level":"info","ts":1785173169.9658298,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785173169.9658575,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785173169.9658751,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96","authType":"apikey"} {"level":"info","ts":1785173169.9659002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7be56aff-d7e6-47cd-ac37-beed8b7b9a96"} {"level":"info","ts":1785173170.0748088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f7e6db4-473d-45bb-b095-3fc12ac7de62","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785173170.0748534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f7e6db4-473d-45bb-b095-3fc12ac7de62","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785173170.0748491,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e0f390e-00a7-4916-bff4-48db97616a13"} {"level":"info","ts":1785173170.08276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3b18c1d-0803-4669-8a2b-c38025a56131","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785173170.0827901,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3b18c1d-0803-4669-8a2b-c38025a56131","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785173170.0838568,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e0f390e-00a7-4916-bff4-48db97616a13","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173170.0839295,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e0f390e-00a7-4916-bff4-48db97616a13","name":"e2e-cleanup-test"} {"level":"error","ts":1785173170.0990615,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e0f390e-00a7-4916-bff4-48db97616a13","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785173170.0991135,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e0f390e-00a7-4916-bff4-48db97616a13","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173170.099194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4410c0a-26cd-41ea-91f4-83e5be8b71dc"} {"level":"info","ts":1785173170.0992603,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4410c0a-26cd-41ea-91f4-83e5be8b71dc","name":"e2e-cleanup-test"} {"level":"info","ts":1785173170.102539,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b97be713-5e07-47f8-a02e-1817628ee149","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785173170.1025813,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b97be713-5e07-47f8-a02e-1817628ee149","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785173170.1150773,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4410c0a-26cd-41ea-91f4-83e5be8b71dc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785173170.1151173,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4410c0a-26cd-41ea-91f4-83e5be8b71dc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173170.1151705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd424b35-480d-4aae-b6a8-dae757194cd4"} {"level":"info","ts":1785173170.1152573,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd424b35-480d-4aae-b6a8-dae757194cd4","name":"e2e-cleanup-test"} {"level":"info","ts":1785173170.1168525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4acf567f-32ae-4e65-bb18-3879d7f48398","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785173170.1168823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4acf567f-32ae-4e65-bb18-3879d7f48398","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785173170.124983,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd424b35-480d-4aae-b6a8-dae757194cd4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785173170.129545,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd424b35-480d-4aae-b6a8-dae757194cd4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173170.1296058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9233ff-03fc-4e63-8fe4-a1c22b5a218a"} {"level":"info","ts":1785173170.1296468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9233ff-03fc-4e63-8fe4-a1c22b5a218a","name":"e2e-cleanup-test"} {"level":"info","ts":1785173170.1349015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4ae8a94-0cdd-4ab2-a73d-a581f537c973","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785173170.1349273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4ae8a94-0cdd-4ab2-a73d-a581f537c973","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785173170.1384573,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9233ff-03fc-4e63-8fe4-a1c22b5a218a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785173170.142478,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9233ff-03fc-4e63-8fe4-a1c22b5a218a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785173170.1425436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d5c36c-fabc-4eba-86dd-ed2ad1654adf"} {"level":"info","ts":1785173170.1425881,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d5c36c-fabc-4eba-86dd-ed2ad1654adf","name":"e2e-cleanup-test"} {"level":"info","ts":1785173170.1510699,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d5c36c-fabc-4eba-86dd-ed2ad1654adf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785173178.3301532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff60dcc8-f7f0-494d-a0a7-0c8b5d2b30c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785173178.3302195,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff60dcc8-f7f0-494d-a0a7-0c8b5d2b30c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785173178.3301637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc626ef8-321f-4c46-83c8-8607b5471ee7"} {"level":"info","ts":1785173182.6313188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173182.6313794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d35ba6e0-7456-4760-9341-8631151c7fa6"} {"level":"info","ts":1785173182.631392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d35ba6e0-7456-4760-9341-8631151c7fa6"} {"level":"info","ts":1785173182.6314034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d35ba6e0-7456-4760-9341-8631151c7fa6","EoS":true} {"level":"info","ts":1785173182.63143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d35ba6e0-7456-4760-9341-8631151c7fa6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785173182.6314569,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d35ba6e0-7456-4760-9341-8631151c7fa6"} {"level":"info","ts":1785173182.6749094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173182.67497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2"} {"level":"info","ts":1785173182.6749778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2"} {"level":"info","ts":1785173182.674988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","EoS":true} {"level":"info","ts":1785173182.6750073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","header":"x-maas-subscription"} {"level":"info","ts":1785173182.675019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","header":"x-maas-group"} {"level":"info","ts":1785173182.6750243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","header":"x-maas-username"} {"level":"info","ts":1785173182.6750362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785173182.6750448,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","modelName":"e2e-external-model"} {"level":"info","ts":1785173182.675057,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785173182.6750777,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785173182.6750937,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2","authType":"apikey"} {"level":"info","ts":1785173182.675118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"699284c9-1740-4f4c-9686-bbee597643e2"} {"level":"info","ts":1785173182.7075768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173182.707631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016"} {"level":"info","ts":1785173182.7076402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016"} {"level":"info","ts":1785173182.7076504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","EoS":true} {"level":"info","ts":1785173182.7076714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","header":"x-maas-username"} {"level":"info","ts":1785173182.707679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","header":"x-maas-subscription"} {"level":"info","ts":1785173182.7076843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","header":"x-maas-group"} {"level":"info","ts":1785173182.7076962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785173182.7077334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016"} {"level":"info","ts":1785173182.8130584,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016"} {"level":"info","ts":1785173182.81309,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016"} {"level":"info","ts":1785173182.8131094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","EoS":false} {"level":"info","ts":1785173182.8131292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","EoS":true} {"level":"error","ts":1785173182.8131397,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785173182.8132117,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"019d63f8-f75b-4c64-b03b-4a4f45b1e016"} {"level":"info","ts":1785173182.8496544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173182.8497322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc"} {"level":"info","ts":1785173182.849747,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc"} {"level":"info","ts":1785173182.8497589,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc","EoS":true} {"level":"info","ts":1785173182.8497808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc","header":"x-maas-group"} {"level":"info","ts":1785173182.8497915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc","header":"x-maas-subscription"} {"level":"info","ts":1785173182.849797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc","header":"x-maas-username"} {"level":"info","ts":1785173182.849826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc"} {"level":"info","ts":1785173182.8957381,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc"} {"level":"info","ts":1785173182.8957596,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc"} {"level":"info","ts":1785173182.8957736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc","EoS":false} {"level":"info","ts":1785173182.8957865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc","EoS":true} {"level":"error","ts":1785173182.8957977,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785173182.8958318,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0d083b7b-c439-4c07-bc6c-c78a241c1edc"} {"level":"info","ts":1785173183.7178676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ccfeaa33-5e2d-46b7-b6c2-c12a341ae3c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173183.7178953,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17eadff4-9ca8-42b9-bffa-7fb9c4d87b5b"} {"level":"info","ts":1785173183.7179115,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ccfeaa33-5e2d-46b7-b6c2-c12a341ae3c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785173183.858465,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01de0c1a-1a5b-49d1-8de5-e8d2d370a05f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785173183.8585029,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01de0c1a-1a5b-49d1-8de5-e8d2d370a05f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785173183.8585007,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1361aa53-0d0b-43fa-841b-841c22b7e53d"} {"level":"info","ts":1785173183.9693022,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ac9110dd-c363-4198-9466-26ada6dc09f8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785173183.9693904,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ac9110dd-c363-4198-9466-26ada6dc09f8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785174470.985109,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174470.9851685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5606d501-107a-4e61-9e6c-dc57464182df"} {"level":"info","ts":1785174525.2309918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174525.2310703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3"} {"level":"info","ts":1785174525.2310815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3"} {"level":"info","ts":1785174525.2310922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3","EoS":true} {"level":"info","ts":1785174525.231119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3","header":"x-maas-username"} {"level":"info","ts":1785174525.23113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3","header":"x-maas-subscription"} {"level":"info","ts":1785174525.2311347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3","header":"x-maas-group"} {"level":"info","ts":1785174525.2311485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785174525.2311964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3"} {"level":"info","ts":1785174525.232136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3"} {"level":"info","ts":1785174525.232157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3"} {"level":"info","ts":1785174525.232172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3","EoS":false} {"level":"info","ts":1785174525.2322125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3","EoS":true} {"level":"info","ts":1785174525.2322423,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"82136f27-a56e-4d77-87a3-a4d4b8c657f3"}