{"level":"info","ts":1785190172.8102026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004"} {"level":"info","ts":1785190172.8102252,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004"} {"level":"info","ts":1785190172.8102405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004","EoS":false} {"level":"info","ts":1785190172.8102558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004","EoS":true} {"level":"info","ts":1785190172.810312,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004"} {"level":"info","ts":1785190192.8137486,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190192.8138206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.813832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.8138452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","EoS":true} {"level":"info","ts":1785190192.8138707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","header":"x-maas-username"} {"level":"info","ts":1785190192.8138824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","header":"x-maas-subscription"} {"level":"info","ts":1785190192.8138878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","header":"x-maas-group"} {"level":"info","ts":1785190192.8139005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190192.8139262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.8172262,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.8172472,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.8172624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","EoS":false} {"level":"info","ts":1785190192.817274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","EoS":true} {"level":"info","ts":1785190192.8173082,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.9510095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190192.9510827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190192.9510956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190192.951107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","EoS":true} {"level":"info","ts":1785190192.9511285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","header":"x-maas-username"} {"level":"info","ts":1785190192.95114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","header":"x-maas-group"} {"level":"info","ts":1785190192.9511447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","header":"x-maas-subscription"} {"level":"info","ts":1785190192.9511561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190192.9511807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190192.952431,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190192.9524531,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190192.9524746,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","EoS":false} {"level":"info","ts":1785190192.95249,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","EoS":true} {"level":"info","ts":1785190192.9525304,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190193.0883954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190193.0884714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.0884855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.0884972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","EoS":true} {"level":"info","ts":1785190193.0885224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","header":"x-maas-username"} {"level":"info","ts":1785190193.088533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","header":"x-maas-subscription"} {"level":"info","ts":1785190193.0885391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","header":"x-maas-group"} {"level":"info","ts":1785190193.0885525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190193.0885758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.089719,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.0897393,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.0897613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","EoS":false} {"level":"info","ts":1785190193.0897806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","EoS":true} {"level":"info","ts":1785190193.0898163,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.2241504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190193.2242239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.224235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.2242463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","EoS":true} {"level":"info","ts":1785190193.2242713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","header":"x-maas-group"} {"level":"info","ts":1785190193.224281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","header":"x-maas-subscription"} {"level":"info","ts":1785190193.2242866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","header":"x-maas-username"} {"level":"info","ts":1785190193.2242997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190193.2243228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.2255175,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.2255383,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.2255583,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","EoS":false} {"level":"info","ts":1785190193.2256184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","EoS":true} {"level":"info","ts":1785190193.2256622,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.3588097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190193.35888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.3588912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.3589015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","EoS":true} {"level":"info","ts":1785190193.3589237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","header":"x-maas-group"} {"level":"info","ts":1785190193.3589337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","header":"x-maas-subscription"} {"level":"info","ts":1785190193.3589396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","header":"x-maas-username"} {"level":"info","ts":1785190193.358954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190193.3589783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.360178,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.3601966,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.3602383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","EoS":false} {"level":"info","ts":1785190193.3602529,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","EoS":true} {"level":"info","ts":1785190193.360283,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190212.179814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.1799257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.1799412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.1799538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","EoS":true} {"level":"info","ts":1785190212.1799796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","header":"x-maas-group"} {"level":"info","ts":1785190212.1799946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","header":"x-maas-username"} {"level":"info","ts":1785190212.1800008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","header":"x-maas-subscription"} {"level":"info","ts":1785190212.1800156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190212.1800413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.181458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.1814823,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.1815,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","EoS":false} {"level":"info","ts":1785190212.1815116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","EoS":true} {"level":"info","ts":1785190212.181548,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.2146325,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.2147064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.2147176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.2147286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","EoS":true} {"level":"info","ts":1785190212.2147503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","header":"x-maas-group"} {"level":"info","ts":1785190212.2147598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","header":"x-maas-username"} {"level":"info","ts":1785190212.2147653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","header":"x-maas-subscription"} {"level":"info","ts":1785190212.2147777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190212.2148008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.2176437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.2176619,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.2176805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","EoS":false} {"level":"info","ts":1785190212.2177098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","EoS":true} {"level":"info","ts":1785190212.2177424,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.3195925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.3196602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e"} {"level":"info","ts":1785190212.3209019,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e"} {"level":"info","ts":1785190212.3209224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e"} {"level":"info","ts":1785190212.320941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e","EoS":false} {"level":"info","ts":1785190212.3209538,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e"} {"level":"info","ts":1785190212.3209782,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e","EoS":true} {"level":"info","ts":1785190212.3209875,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e"} {"level":"info","ts":1785190216.9422913,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190216.942385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190216.9423976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190216.9424105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","EoS":true} {"level":"info","ts":1785190216.942432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","header":"x-maas-group"} {"level":"info","ts":1785190216.9424427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","header":"x-maas-username"} {"level":"info","ts":1785190216.9424481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","header":"x-maas-subscription"} {"level":"info","ts":1785190216.9424617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190216.9424887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190216.9444432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190216.944464,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190216.9444788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","EoS":false} {"level":"info","ts":1785190216.9444938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","EoS":true} {"level":"info","ts":1785190216.9445195,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190225.525739,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190225.5258155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190225.5258272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190225.5258386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","EoS":true} {"level":"info","ts":1785190225.5258627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","header":"x-maas-username"} {"level":"info","ts":1785190225.5258722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","header":"x-maas-subscription"} {"level":"info","ts":1785190225.525877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","header":"x-maas-group"} {"level":"info","ts":1785190225.5258899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190225.5259128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190225.5268126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190225.5268245,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190225.526836,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","EoS":false} {"level":"info","ts":1785190225.526845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","EoS":true} {"level":"info","ts":1785190225.526869,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190238.362137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190238.3622167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190238.3622293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190238.3622406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","EoS":true} {"level":"info","ts":1785190238.3622646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","header":"x-maas-subscription"} {"level":"info","ts":1785190238.3622746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","header":"x-maas-group"} {"level":"info","ts":1785190238.3622832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","header":"x-maas-username"} {"level":"info","ts":1785190238.3623016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190238.362329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190238.3633296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190238.3633754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190238.3633904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","EoS":false} {"level":"info","ts":1785190238.3634038,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","EoS":true} {"level":"info","ts":1785190238.363431,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190246.8790128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190246.8790977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190246.8791158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190246.879135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","EoS":true} {"level":"info","ts":1785190246.87917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","header":"x-maas-group"} {"level":"info","ts":1785190246.8791814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","header":"x-maas-username"} {"level":"info","ts":1785190246.8791893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","header":"x-maas-subscription"} {"level":"info","ts":1785190246.8792088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190246.8792417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190246.8802118,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190246.8802297,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190246.8802505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","EoS":false} {"level":"info","ts":1785190246.8802643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","EoS":true} {"level":"info","ts":1785190246.8802972,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190255.7482975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190255.748388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190255.748401,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190255.748413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","EoS":true} {"level":"info","ts":1785190255.748437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","header":"x-maas-username"} {"level":"info","ts":1785190255.7484472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","header":"x-maas-subscription"} {"level":"info","ts":1785190255.748453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","header":"x-maas-group"} {"level":"info","ts":1785190255.7484674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190255.748494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190255.7495303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190255.749551,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190255.749568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","EoS":false} {"level":"info","ts":1785190255.7495816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","EoS":true} {"level":"info","ts":1785190255.7496097,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190278.5612776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190278.561379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190278.5613918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190278.5614042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","EoS":true} {"level":"info","ts":1785190278.5614283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","header":"x-maas-subscription"} {"level":"info","ts":1785190278.5614383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","header":"x-maas-username"} {"level":"info","ts":1785190278.5614448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","header":"x-maas-group"} {"level":"info","ts":1785190278.561458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190278.5614872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190278.5635595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190278.563579,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190278.5635936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","EoS":false} {"level":"info","ts":1785190278.5636084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","EoS":true} {"level":"info","ts":1785190278.5636396,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190302.6749988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190302.675074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190302.6750858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190302.6750984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","EoS":true} {"level":"info","ts":1785190302.6751244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","header":"x-maas-subscription"} {"level":"info","ts":1785190302.6751359,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","header":"x-maas-username"} {"level":"info","ts":1785190302.675141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","header":"x-maas-group"} {"level":"info","ts":1785190302.6751544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190302.6751795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190302.6773815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190302.6774042,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190302.6774266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","EoS":false} {"level":"info","ts":1785190302.677449,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","EoS":true} {"level":"info","ts":1785190302.6774914,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190329.1722739,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190329.1723802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190329.1723936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190329.1724048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","EoS":true} {"level":"info","ts":1785190329.1724253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","header":"x-maas-username"} {"level":"info","ts":1785190329.1724358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","header":"x-maas-group"} {"level":"info","ts":1785190329.1724415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","header":"x-maas-subscription"} {"level":"info","ts":1785190329.1724539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190329.1724784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190329.1750195,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190329.1750321,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190329.175044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","EoS":false} {"level":"info","ts":1785190329.1750548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","EoS":true} {"level":"info","ts":1785190329.1750803,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190338.5762174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190338.5762975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5763092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5763204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","EoS":true} {"level":"info","ts":1785190338.57637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","header":"x-maas-subscription"} {"level":"info","ts":1785190338.5763817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","header":"x-maas-group"} {"level":"info","ts":1785190338.576426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","header":"x-maas-username"} {"level":"info","ts":1785190338.5764415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190338.5764675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5776215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5776417,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5776641,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","EoS":false} {"level":"info","ts":1785190338.577686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","EoS":true} {"level":"info","ts":1785190338.5777295,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.6091945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190338.6092756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190338.6092873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190338.609299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","EoS":true} {"level":"info","ts":1785190338.6093235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","header":"x-maas-username"} {"level":"info","ts":1785190338.609356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","header":"x-maas-subscription"} {"level":"info","ts":1785190338.6093621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","header":"x-maas-group"} {"level":"info","ts":1785190338.6093762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190338.6094012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190338.6104007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190338.6104183,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190338.6104379,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","EoS":false} {"level":"info","ts":1785190338.6104512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","EoS":true} {"level":"info","ts":1785190338.6104784,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190357.6568234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190357.656901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190357.6569116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190357.6569247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","EoS":true} {"level":"info","ts":1785190357.6569512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","header":"x-maas-subscription"} {"level":"info","ts":1785190357.6569617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","header":"x-maas-username"} {"level":"info","ts":1785190357.6569679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","header":"x-maas-group"} {"level":"info","ts":1785190357.6569808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190357.6570039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190357.6635666,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190357.6635942,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190357.6636114,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","EoS":false} {"level":"info","ts":1785190357.6636248,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","EoS":true} {"level":"info","ts":1785190357.663658,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190490.2645955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190490.2646775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190490.2646914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190490.264705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","EoS":true} {"level":"info","ts":1785190490.2647355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","header":"x-maas-subscription"} {"level":"info","ts":1785190490.2647467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","header":"x-maas-username"} {"level":"info","ts":1785190490.264752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","header":"x-maas-group"} {"level":"info","ts":1785190490.2647653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785190490.264794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190490.2684045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190490.2684255,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190490.2684405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","EoS":false} {"level":"info","ts":1785190490.2684517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","EoS":true} {"level":"info","ts":1785190490.2684803,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190527.1734684,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190527.1735382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190527.173547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190527.1735585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","EoS":true} {"level":"info","ts":1785190527.1735806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","header":"x-maas-username"} {"level":"info","ts":1785190527.173591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","header":"x-maas-subscription"} {"level":"info","ts":1785190527.1735961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","header":"x-maas-group"} {"level":"info","ts":1785190527.1736097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190527.1736352,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190527.1745782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190527.174596,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190527.1746109,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","EoS":false} {"level":"info","ts":1785190527.174622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","EoS":true} {"level":"info","ts":1785190527.1746497,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190542.4405851,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190542.4406643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.4406765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.440688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","EoS":true} {"level":"info","ts":1785190542.440712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","header":"x-maas-username"} {"level":"info","ts":1785190542.4407265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","header":"x-maas-subscription"} {"level":"info","ts":1785190542.4407337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","header":"x-maas-group"} {"level":"info","ts":1785190542.4407468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190542.4407716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.442411,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.4424398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.442456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","EoS":false} {"level":"info","ts":1785190542.4424696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","EoS":true} {"level":"info","ts":1785190542.4425006,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190877.413102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190877.4131842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.4131947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.4132063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","EoS":true} {"level":"info","ts":1785190877.4132295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","header":"x-maas-username"} {"level":"info","ts":1785190877.41324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","header":"x-maas-group"} {"level":"info","ts":1785190877.4132447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","header":"x-maas-subscription"} {"level":"info","ts":1785190877.413259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190877.4132848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.4159672,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.4159906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.4160058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","EoS":false} {"level":"info","ts":1785190877.416017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","EoS":true} {"level":"info","ts":1785190877.4160435,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190882.2144935,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2f3dbc6f-f85f-4195-98cc-67546dad17cc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785190882.2147367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35786.005288284,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.214758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.2510152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.3157597,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2f3dbc6f-f85f-4195-98cc-67546dad17cc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785190882.3325605,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de83aea3-c261-43b1-ab14-3287408da650"} {"level":"info","ts":1785190882.33264,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4a4e888-470c-42aa-8512-7aa7b278718b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190882.3326669,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4a4e888-470c-42aa-8512-7aa7b278718b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190882.339438,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d233223-8fb8-498c-8f64-aac12cba55b7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190882.3394647,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d233223-8fb8-498c-8f64-aac12cba55b7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785190882.3426309,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de83aea3-c261-43b1-ab14-3287408da650","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.3428571,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38190.079730125,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.3428738,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.3516881,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.4438367,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de83aea3-c261-43b1-ab14-3287408da650","name":"e2e-external-provider"} {"level":"info","ts":1785190882.4535103,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f5f97a5-e810-4ef7-b3ee-0770bb098ae9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.4535365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1dba037-5087-4895-9e7b-8d65d5992b08"} {"level":"info","ts":1785190882.453571,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f5f97a5-e810-4ef7-b3ee-0770bb098ae9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.4543633,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de83aea3-c261-43b1-ab14-3287408da650","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785190882.4613862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a534a56-caeb-43cd-8d33-8caf53479449","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.4614146,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a534a56-caeb-43cd-8d33-8caf53479449","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.4614105,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1dba037-5087-4895-9e7b-8d65d5992b08","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785190882.4647946,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de83aea3-c261-43b1-ab14-3287408da650","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785190882.4665933,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1dba037-5087-4895-9e7b-8d65d5992b08","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.4666736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8148f4-5911-4501-b077-a79a6dd1dd05"} {"level":"info","ts":1785190882.4666998,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8148f4-5911-4501-b077-a79a6dd1dd05","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785190882.4667144,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d72651-bc62-4ac4-ae75-f149dee428c4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.4667482,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d72651-bc62-4ac4-ae75-f149dee428c4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.4718802,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de83aea3-c261-43b1-ab14-3287408da650","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785190882.4723043,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8148f4-5911-4501-b077-a79a6dd1dd05","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.4724162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a9727fb-21af-40be-a887-ba917fada421"} {"level":"info","ts":1785190882.4724448,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a9727fb-21af-40be-a887-ba917fada421","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785190882.4763594,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de83aea3-c261-43b1-ab14-3287408da650","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.476426,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa1cc334-3d91-4fc2-8ab5-2cd35458fd8a"} {"level":"info","ts":1785190882.4764874,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa1cc334-3d91-4fc2-8ab5-2cd35458fd8a","name":"e2e-external-provider"} {"level":"error","ts":1785190882.476537,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a9727fb-21af-40be-a887-ba917fada421","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.4849403,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa1cc334-3d91-4fc2-8ab5-2cd35458fd8a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785190882.4906464,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49b3e2c5-42d8-425d-ae85-65469a52099d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190882.4906843,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fd329e0-459d-47c4-a9db-f2ce5b2210a6"} {"level":"info","ts":1785190882.4907043,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49b3e2c5-42d8-425d-ae85-65469a52099d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190882.4907181,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fd329e0-459d-47c4-a9db-f2ce5b2210a6","name":"e2e-external-provider"} {"level":"info","ts":1785190882.490781,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a660df70-78a0-48ff-a629-d977f6f697b9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.4908054,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a660df70-78a0-48ff-a629-d977f6f697b9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.49066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5560792-05e8-40fd-8a88-78afc48526d7"} {"level":"info","ts":1785190882.4910378,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39011.766939766,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.4910536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.497792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.4995446,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fd329e0-459d-47c4-a9db-f2ce5b2210a6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785190882.5915182,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5560792-05e8-40fd-8a88-78afc48526d7","name":"e2e-external-model"} {"level":"info","ts":1785190882.6036701,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5560792-05e8-40fd-8a88-78afc48526d7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190882.6096225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"195ef18e-1374-409e-92ad-cdacebf33ca8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.6096554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"195ef18e-1374-409e-92ad-cdacebf33ca8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.609628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7735313c-7971-4b74-9b55-beaf4a1add7e"} {"level":"info","ts":1785190882.6097155,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7735313c-7971-4b74-9b55-beaf4a1add7e","name":"e2e-external-model"} {"level":"error","ts":1785190882.6250458,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7735313c-7971-4b74-9b55-beaf4a1add7e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.6250856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1b31e39-51b7-4dff-95b6-2fa8c9d14eba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.6251142,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1b31e39-51b7-4dff-95b6-2fa8c9d14eba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.6251328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf8c8e9f-dec2-40f9-946b-ed76261665b1"} {"level":"info","ts":1785190882.625178,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf8c8e9f-dec2-40f9-946b-ed76261665b1","name":"e2e-external-model"} {"level":"info","ts":1785190882.6329951,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf8c8e9f-dec2-40f9-946b-ed76261665b1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190882.6399665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc3a7580-51ea-4e5a-9a9c-0e38b7292c78"} {"level":"info","ts":1785190882.6400354,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc3a7580-51ea-4e5a-9a9c-0e38b7292c78","name":"e2e-external-model"} {"level":"info","ts":1785190882.6399684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"874b0e36-75f7-48b2-9b5b-abc9b0619c3a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.6401176,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"874b0e36-75f7-48b2-9b5b-abc9b0619c3a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.6477723,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc3a7580-51ea-4e5a-9a9c-0e38b7292c78","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190889.9159324,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190889.9160097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87"} {"level":"info","ts":1785190889.9160204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87"} {"level":"info","ts":1785190889.9160318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","EoS":true} {"level":"info","ts":1785190889.9160554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","header":"x-maas-subscription"} {"level":"info","ts":1785190889.9160664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","header":"x-maas-group"} {"level":"info","ts":1785190889.9160717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","header":"x-maas-username"} {"level":"info","ts":1785190889.9160845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190889.9160943,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","modelName":"e2e-external-model"} {"level":"info","ts":1785190889.9161103,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190889.916152,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785190889.9161692,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","authType":"apikey"} {"level":"info","ts":1785190889.916197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87"} {"level":"info","ts":1785190890.0385926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a218e5d-93ca-44b3-9fdc-b2c4155b106b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.038649,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a218e5d-93ca-44b3-9fdc-b2c4155b106b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190890.0386062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ec7bb9f-fb71-45e3-a419-8f258cd535a7"} {"level":"info","ts":1785190890.0441816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d90db9b-9124-4e55-b21b-4c792b9027d7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.0442114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d90db9b-9124-4e55-b21b-4c792b9027d7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785190890.047249,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ec7bb9f-fb71-45e3-a419-8f258cd535a7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190890.0473082,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ec7bb9f-fb71-45e3-a419-8f258cd535a7","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.0589502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0918a89f-bbd7-43a5-8a43-5131d3110113","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.0589879,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0918a89f-bbd7-43a5-8a43-5131d3110113","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785190890.0658174,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ec7bb9f-fb71-45e3-a419-8f258cd535a7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785190890.0658674,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ec7bb9f-fb71-45e3-a419-8f258cd535a7","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190890.0659308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a6be58-6bfe-4221-a858-fdcfe509de8f"} {"level":"info","ts":1785190890.0659847,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a6be58-6bfe-4221-a858-fdcfe509de8f","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.0761397,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ec1ad46-cede-4346-8b1b-7e5d875483e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.0761752,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ec1ad46-cede-4346-8b1b-7e5d875483e3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190890.0765994,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a6be58-6bfe-4221-a858-fdcfe509de8f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785190890.0815396,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a6be58-6bfe-4221-a858-fdcfe509de8f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190890.081606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28aeb138-6f35-4b57-b898-26ebac488742"} {"level":"info","ts":1785190890.0816746,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28aeb138-6f35-4b57-b898-26ebac488742","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.089938,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28aeb138-6f35-4b57-b898-26ebac488742","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190890.0913868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d325f8-e8e7-482c-90d5-0f1e48f4dedf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.091415,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d325f8-e8e7-482c-90d5-0f1e48f4dedf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785190890.093365,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28aeb138-6f35-4b57-b898-26ebac488742","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190890.093469,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a765be8a-e0a9-48c5-a78b-742d610baccc"} {"level":"info","ts":1785190890.0935206,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a765be8a-e0a9-48c5-a78b-742d610baccc","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.101001,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a765be8a-e0a9-48c5-a78b-742d610baccc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190898.3218315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e005d762-9e2b-431f-abad-c106308d0775","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190898.3218758,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e005d762-9e2b-431f-abad-c106308d0775","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190898.3218665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"451b9bea-ccb8-484b-8947-f65c791ff38b"} {"level":"info","ts":1785190902.632595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.6326764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423"} {"level":"info","ts":1785190902.63269,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423"} {"level":"info","ts":1785190902.6327064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423","EoS":true} {"level":"info","ts":1785190902.6327486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785190902.632797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423"} {"level":"info","ts":1785190902.6708984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.670961,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8"} {"level":"info","ts":1785190902.670972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8"} {"level":"info","ts":1785190902.670983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","EoS":true} {"level":"info","ts":1785190902.671015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","header":"x-maas-username"} {"level":"info","ts":1785190902.6710265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","header":"x-maas-subscription"} {"level":"info","ts":1785190902.671032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","header":"x-maas-group"} {"level":"info","ts":1785190902.671044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190902.6710527,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","modelName":"e2e-external-model"} {"level":"info","ts":1785190902.6710644,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190902.6710844,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785190902.6711,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","authType":"apikey"} {"level":"info","ts":1785190902.6711228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8"} {"level":"info","ts":1785190902.701789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.7018473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.7018585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.70187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","EoS":true} {"level":"info","ts":1785190902.7018929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","header":"x-maas-group"} {"level":"info","ts":1785190902.7019033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","header":"x-maas-username"} {"level":"info","ts":1785190902.701908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","header":"x-maas-subscription"} {"level":"info","ts":1785190902.7019207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190902.7019448,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.8052218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.8052473,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.805265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","EoS":false} {"level":"info","ts":1785190902.8052783,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","EoS":true} {"level":"error","ts":1785190902.8052874,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785190902.8053489,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.8418078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.8418643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190902.8418741,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190902.8418846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","EoS":true} {"level":"info","ts":1785190902.8419027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","header":"x-maas-username"} {"level":"info","ts":1785190902.8419127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","header":"x-maas-subscription"} {"level":"info","ts":1785190902.841918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","header":"x-maas-group"} {"level":"info","ts":1785190902.8419461,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190902.9474673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190902.9474926,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190902.9475098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","EoS":false} {"level":"info","ts":1785190902.947523,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","EoS":true} {"level":"error","ts":1785190902.947535,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785190902.9475696,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190903.7944627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ea9af12-6fa8-4086-b778-d694e1714814","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190903.794493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a10f34bd-e3cc-4fd5-947f-4b70c4cece1e"} {"level":"info","ts":1785190903.7945154,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ea9af12-6fa8-4086-b778-d694e1714814","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190903.9373238,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73a55205-1750-4fdb-bea4-c735152f99c2"} {"level":"info","ts":1785190903.9373887,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b704e09-2a61-4428-9809-d4da39221838","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190903.9374137,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b704e09-2a61-4428-9809-d4da39221838","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190904.049993,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"47263f72-d963-4ca3-957b-ae1f0cf4b974","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785190904.0500607,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"47263f72-d963-4ca3-957b-ae1f0cf4b974","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785192181.0940247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785192181.0940938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e2b9750-fffa-4674-aecb-d4657df8415c"} {"level":"info","ts":1785192235.5110435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785192235.5111222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"} {"level":"info","ts":1785192235.5111344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"} {"level":"info","ts":1785192235.5111468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","EoS":true} {"level":"info","ts":1785192235.5111787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","header":"x-maas-group"} {"level":"info","ts":1785192235.5111897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","header":"x-maas-subscription"} {"level":"info","ts":1785192235.5111954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","header":"x-maas-username"} {"level":"info","ts":1785192235.5112083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785192235.5112336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"} {"level":"info","ts":1785192235.5122764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"} {"level":"info","ts":1785192235.5122979,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"} {"level":"info","ts":1785192235.512314,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","EoS":false} {"level":"info","ts":1785192235.5123255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","EoS":true} {"level":"info","ts":1785192235.512375,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"}