{"level":"info","ts":1785871829.9843895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad9119e7-412b-461a-a979-ebdd2dacc4a5","EoS":true} {"level":"info","ts":1785871829.9844003,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad9119e7-412b-461a-a979-ebdd2dacc4a5"} {"level":"info","ts":1785871830.1246145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871830.1246893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135"} {"level":"info","ts":1785871830.1247017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135"} {"level":"info","ts":1785871830.124713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135","EoS":true} {"level":"info","ts":1785871830.124737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135","header":"x-maas-subscription"} {"level":"info","ts":1785871830.1247458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135","header":"x-maas-username"} {"level":"info","ts":1785871830.1247506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135","header":"x-maas-group"} {"level":"info","ts":1785871830.1247642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871830.1247878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135"} {"level":"info","ts":1785871830.1256933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135"} {"level":"info","ts":1785871830.1257138,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135"} {"level":"info","ts":1785871830.1257296,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135","EoS":false} {"level":"info","ts":1785871830.1257505,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135"} {"level":"info","ts":1785871830.1257846,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135","EoS":true} {"level":"info","ts":1785871830.1257966,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5154ad95-5c79-4501-9a73-4f3e854bb135"} {"level":"info","ts":1785871830.2644196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871830.2645142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22"} {"level":"info","ts":1785871830.2645266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22"} {"level":"info","ts":1785871830.2645383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22","EoS":true} {"level":"info","ts":1785871830.264562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22","header":"x-maas-subscription"} {"level":"info","ts":1785871830.264572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22","header":"x-maas-username"} {"level":"info","ts":1785871830.264577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22","header":"x-maas-group"} {"level":"info","ts":1785871830.2645926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871830.2646208,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22"} {"level":"info","ts":1785871830.2655556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22"} {"level":"info","ts":1785871830.2655754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22"} {"level":"info","ts":1785871830.2655964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22","EoS":false} {"level":"info","ts":1785871830.2656088,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22"} {"level":"info","ts":1785871830.265634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22","EoS":true} {"level":"info","ts":1785871830.265644,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97c0b3d5-e292-4a1e-96c3-a5bc21b51c22"} {"level":"info","ts":1785871830.4013722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871830.4014568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6"} {"level":"info","ts":1785871830.4014976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6"} {"level":"info","ts":1785871830.401511,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6","EoS":true} {"level":"info","ts":1785871830.4015365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6","header":"x-maas-username"} {"level":"info","ts":1785871830.4015481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6","header":"x-maas-group"} {"level":"info","ts":1785871830.401553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6","header":"x-maas-subscription"} {"level":"info","ts":1785871830.4015667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871830.40159,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6"} {"level":"info","ts":1785871830.402532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6"} {"level":"info","ts":1785871830.402555,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6"} {"level":"info","ts":1785871830.4025693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6","EoS":false} {"level":"info","ts":1785871830.40258,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6"} {"level":"info","ts":1785871830.4026022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6","EoS":true} {"level":"info","ts":1785871830.4026117,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f5c095c-2d3f-4489-b3a7-bab1908b03e6"} {"level":"info","ts":1785871830.5380368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871830.5381079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d"} {"level":"info","ts":1785871830.5381186,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d"} {"level":"info","ts":1785871830.538131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d","EoS":true} {"level":"info","ts":1785871830.5381572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d","header":"x-maas-username"} {"level":"info","ts":1785871830.5381753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d","header":"x-maas-group"} {"level":"info","ts":1785871830.5381806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d","header":"x-maas-subscription"} {"level":"info","ts":1785871830.538194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871830.5382245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d"} {"level":"info","ts":1785871830.539199,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d"} {"level":"info","ts":1785871830.5392187,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d"} {"level":"info","ts":1785871830.5392344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d","EoS":false} {"level":"info","ts":1785871830.5392468,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d"} {"level":"info","ts":1785871830.5392702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d","EoS":true} {"level":"info","ts":1785871830.5392778,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87cdd2ae-0db0-45c0-9bdf-935454009d8d"} {"level":"info","ts":1785871851.7712502,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871851.7713342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb"} {"level":"info","ts":1785871851.7713435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb"} {"level":"info","ts":1785871851.7713547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb","EoS":true} {"level":"info","ts":1785871851.771382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb","header":"x-maas-username"} {"level":"info","ts":1785871851.771402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb","header":"x-maas-subscription"} {"level":"info","ts":1785871851.7714074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb","header":"x-maas-group"} {"level":"info","ts":1785871851.7714221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871851.7714503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb"} {"level":"info","ts":1785871851.7723565,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb"} {"level":"info","ts":1785871851.772378,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb"} {"level":"info","ts":1785871851.7723942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb","EoS":false} {"level":"info","ts":1785871851.7724047,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb"} {"level":"info","ts":1785871851.772427,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb","EoS":true} {"level":"info","ts":1785871851.772437,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"88bba7ad-e016-4b67-87eb-4a277577d6cb"} {"level":"info","ts":1785871851.87463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871851.874728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ea297db-0639-4fde-b5b5-7bbba0a92bf5"} {"level":"info","ts":1785871851.875596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ea297db-0639-4fde-b5b5-7bbba0a92bf5"} {"level":"info","ts":1785871851.8756232,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ea297db-0639-4fde-b5b5-7bbba0a92bf5"} {"level":"info","ts":1785871851.8756404,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ea297db-0639-4fde-b5b5-7bbba0a92bf5","EoS":false} {"level":"info","ts":1785871851.8756526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ea297db-0639-4fde-b5b5-7bbba0a92bf5"} {"level":"info","ts":1785871851.875681,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ea297db-0639-4fde-b5b5-7bbba0a92bf5","EoS":true} {"level":"info","ts":1785871851.87569,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ea297db-0639-4fde-b5b5-7bbba0a92bf5"} {"level":"info","ts":1785871856.5285249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871856.5286264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7"} {"level":"info","ts":1785871856.5286448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7"} {"level":"info","ts":1785871856.5286627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7","EoS":true} {"level":"info","ts":1785871856.5287023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7","header":"x-maas-subscription"} {"level":"info","ts":1785871856.5287206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7","header":"x-maas-group"} {"level":"info","ts":1785871856.5287292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7","header":"x-maas-username"} {"level":"info","ts":1785871856.528814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871856.5288515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7"} {"level":"info","ts":1785871856.5297723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7"} {"level":"info","ts":1785871856.5298011,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7"} {"level":"info","ts":1785871856.529825,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7","EoS":false} {"level":"info","ts":1785871856.5298412,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7"} {"level":"info","ts":1785871856.5298693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7","EoS":true} {"level":"info","ts":1785871856.5298834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6454651e-fa56-44ee-945d-f522efb351e7"} {"level":"info","ts":1785871867.3586056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871867.358684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c"} {"level":"info","ts":1785871867.358696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c"} {"level":"info","ts":1785871867.358708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c","EoS":true} {"level":"info","ts":1785871867.3587372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c","header":"x-maas-subscription"} {"level":"info","ts":1785871867.3587472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c","header":"x-maas-group"} {"level":"info","ts":1785871867.3587525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c","header":"x-maas-username"} {"level":"info","ts":1785871867.3587692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785871867.3587945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c"} {"level":"info","ts":1785871867.372146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c"} {"level":"info","ts":1785871867.3721755,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c"} {"level":"info","ts":1785871867.3721929,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c","EoS":false} {"level":"info","ts":1785871867.3722067,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c"} {"level":"info","ts":1785871867.3722336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c","EoS":true} {"level":"info","ts":1785871867.372243,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6974fbd7-999c-4afd-b162-3c37528d142c"} {"level":"info","ts":1785871880.2653491,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871880.2654307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac"} {"level":"info","ts":1785871880.2654428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac"} {"level":"info","ts":1785871880.265455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac","EoS":true} {"level":"info","ts":1785871880.265504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac","header":"x-maas-username"} {"level":"info","ts":1785871880.2655156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac","header":"x-maas-group"} {"level":"info","ts":1785871880.2655203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac","header":"x-maas-subscription"} {"level":"info","ts":1785871880.2655344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871880.2655594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac"} {"level":"info","ts":1785871880.266381,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac"} {"level":"info","ts":1785871880.2664053,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac"} {"level":"info","ts":1785871880.2664227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac","EoS":false} {"level":"info","ts":1785871880.2664375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac"} {"level":"info","ts":1785871880.266474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac","EoS":true} {"level":"info","ts":1785871880.2664826,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38d1f657-333a-485b-bf91-c6db942bfcac"} {"level":"info","ts":1785871888.8045025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871888.8045776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb"} {"level":"info","ts":1785871888.8045897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb"} {"level":"info","ts":1785871888.8046017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb","EoS":true} {"level":"info","ts":1785871888.8046246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb","header":"x-maas-subscription"} {"level":"info","ts":1785871888.804635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb","header":"x-maas-group"} {"level":"info","ts":1785871888.8046408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb","header":"x-maas-username"} {"level":"info","ts":1785871888.8046553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871888.8046834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb"} {"level":"info","ts":1785871888.805673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb"} {"level":"info","ts":1785871888.8056984,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb"} {"level":"info","ts":1785871888.805715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb","EoS":false} {"level":"info","ts":1785871888.8057299,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb"} {"level":"info","ts":1785871888.8057625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb","EoS":true} {"level":"info","ts":1785871888.8057723,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9d6f339-dc62-4d08-b8e4-7948755d10fb"} {"level":"info","ts":1785871897.6677463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871897.667815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89"} {"level":"info","ts":1785871897.6678247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89"} {"level":"info","ts":1785871897.6678357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89","EoS":true} {"level":"info","ts":1785871897.6678605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89","header":"x-maas-subscription"} {"level":"info","ts":1785871897.667876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89","header":"x-maas-group"} {"level":"info","ts":1785871897.6678815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89","header":"x-maas-username"} {"level":"info","ts":1785871897.6678946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871897.66792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89"} {"level":"info","ts":1785871897.6688075,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89"} {"level":"info","ts":1785871897.6688275,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89"} {"level":"info","ts":1785871897.668845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89","EoS":false} {"level":"info","ts":1785871897.668857,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89"} {"level":"info","ts":1785871897.6688824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89","EoS":true} {"level":"info","ts":1785871897.6688898,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8e9cbb1-d93f-4e7f-9885-b1e4a9309e89"} {"level":"info","ts":1785871930.2407334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871930.2408104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02"} {"level":"info","ts":1785871930.2408223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02"} {"level":"info","ts":1785871930.2408338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02","EoS":true} {"level":"info","ts":1785871930.2408552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02","header":"x-maas-group"} {"level":"info","ts":1785871930.24087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02","header":"x-maas-subscription"} {"level":"info","ts":1785871930.2408788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02","header":"x-maas-username"} {"level":"info","ts":1785871930.2408917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785871930.2409165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02"} {"level":"info","ts":1785871930.2419763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02"} {"level":"info","ts":1785871930.2420042,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02"} {"level":"info","ts":1785871930.2420256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02","EoS":false} {"level":"info","ts":1785871930.2420483,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02"} {"level":"info","ts":1785871930.242089,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02","EoS":true} {"level":"info","ts":1785871930.242102,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5887f694-9565-4a83-85b7-bebdfa5d7f02"} {"level":"info","ts":1785871963.4721193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871963.472195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7"} {"level":"info","ts":1785871963.472207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7"} {"level":"info","ts":1785871963.4722185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7","EoS":true} {"level":"info","ts":1785871963.4722428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7","header":"x-maas-group"} {"level":"info","ts":1785871963.4722543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7","header":"x-maas-subscription"} {"level":"info","ts":1785871963.4722593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7","header":"x-maas-username"} {"level":"info","ts":1785871963.4722717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785871963.4722965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7"} {"level":"info","ts":1785871963.473386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7"} {"level":"info","ts":1785871963.4734135,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7"} {"level":"info","ts":1785871963.47343,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7","EoS":false} {"level":"info","ts":1785871963.4734423,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7"} {"level":"info","ts":1785871963.473488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7","EoS":true} {"level":"info","ts":1785871963.4734979,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb407027-6bcf-4a92-85ab-f83a906973a7"} {"level":"info","ts":1785871998.457445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785871998.4575398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2"} {"level":"info","ts":1785871998.457552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2"} {"level":"info","ts":1785871998.4575634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2","EoS":true} {"level":"info","ts":1785871998.4576159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2","header":"x-maas-group"} {"level":"info","ts":1785871998.457627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2","header":"x-maas-subscription"} {"level":"info","ts":1785871998.4576325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2","header":"x-maas-username"} {"level":"info","ts":1785871998.4576464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785871998.4576716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2"} {"level":"info","ts":1785871998.4585757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2"} {"level":"info","ts":1785871998.4586062,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2"} {"level":"info","ts":1785871998.4586284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2","EoS":false} {"level":"info","ts":1785871998.4586475,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2"} {"level":"info","ts":1785871998.4586875,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2","EoS":true} {"level":"info","ts":1785871998.458702,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e26ad585-8551-4cb0-9314-c770e6bc31f2"} {"level":"info","ts":1785872008.027032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872008.0271225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01"} {"level":"info","ts":1785872008.0271409,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01"} {"level":"info","ts":1785872008.0271597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01","EoS":true} {"level":"info","ts":1785872008.0271955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01","header":"x-maas-username"} {"level":"info","ts":1785872008.027208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01","header":"x-maas-subscription"} {"level":"info","ts":1785872008.0272186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01","header":"x-maas-group"} {"level":"info","ts":1785872008.0272381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785872008.0272737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01"} {"level":"info","ts":1785872008.0281322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01"} {"level":"info","ts":1785872008.02816,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01"} {"level":"info","ts":1785872008.028176,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01","EoS":false} {"level":"info","ts":1785872008.0281892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01"} {"level":"info","ts":1785872008.028218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01","EoS":true} {"level":"info","ts":1785872008.028237,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b7a91b2-412c-4d85-af26-4fccc1b7fe01"} {"level":"info","ts":1785872008.0691497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872008.0692208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62"} {"level":"info","ts":1785872008.0692337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62"} {"level":"info","ts":1785872008.0692456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62","EoS":true} {"level":"info","ts":1785872008.069269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62","header":"x-maas-username"} {"level":"info","ts":1785872008.0692801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62","header":"x-maas-group"} {"level":"info","ts":1785872008.0692887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62","header":"x-maas-subscription"} {"level":"info","ts":1785872008.0693052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785872008.069331,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62"} {"level":"info","ts":1785872008.0701776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62"} {"level":"info","ts":1785872008.0701973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62"} {"level":"info","ts":1785872008.070212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62","EoS":false} {"level":"info","ts":1785872008.0702236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62"} {"level":"info","ts":1785872008.0702488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62","EoS":true} {"level":"info","ts":1785872008.070257,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66794aee-1d71-4650-b10a-d66b06fa5f62"} {"level":"info","ts":1785872027.312361,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872027.312439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5"} {"level":"info","ts":1785872027.312449,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5"} {"level":"info","ts":1785872027.3124912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5","EoS":true} {"level":"info","ts":1785872027.3125222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5","header":"x-maas-group"} {"level":"info","ts":1785872027.3125322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5","header":"x-maas-username"} {"level":"info","ts":1785872027.3125365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5","header":"x-maas-subscription"} {"level":"info","ts":1785872027.3125517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785872027.3125787,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5"} {"level":"info","ts":1785872027.3135538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5"} {"level":"info","ts":1785872027.3135743,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5"} {"level":"info","ts":1785872027.3135912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5","EoS":false} {"level":"info","ts":1785872027.3136022,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5"} {"level":"info","ts":1785872027.3136268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5","EoS":true} {"level":"info","ts":1785872027.3136337,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"685187fa-d008-4fde-9555-4edeb73f8dc5"} {"level":"info","ts":1785872206.7930064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872206.793089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16"} {"level":"info","ts":1785872206.7930992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16"} {"level":"info","ts":1785872206.7931113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16","EoS":true} {"level":"info","ts":1785872206.793137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16","header":"x-maas-username"} {"level":"info","ts":1785872206.7931483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16","header":"x-maas-subscription"} {"level":"info","ts":1785872206.7931526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16","header":"x-maas-group"} {"level":"info","ts":1785872206.793166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785872206.7931914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16"} {"level":"info","ts":1785872206.8065445,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16"} {"level":"info","ts":1785872206.8065672,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16"} {"level":"info","ts":1785872206.8065825,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16","EoS":false} {"level":"info","ts":1785872206.8065956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16"} {"level":"info","ts":1785872206.8066218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16","EoS":true} {"level":"info","ts":1785872206.8066285,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a16905a-a4fa-489c-8a35-41fff7f8ab16"} {"level":"info","ts":1785872284.3209891,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872284.3210638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f"} {"level":"info","ts":1785872284.3210726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f"} {"level":"info","ts":1785872284.3210845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f","EoS":true} {"level":"info","ts":1785872284.3211074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f","header":"x-maas-username"} {"level":"info","ts":1785872284.3211188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f","header":"x-maas-subscription"} {"level":"info","ts":1785872284.3211253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f","header":"x-maas-group"} {"level":"info","ts":1785872284.3211398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785872284.3211622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f"} {"level":"info","ts":1785872284.3220596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f"} {"level":"info","ts":1785872284.3220806,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f"} {"level":"info","ts":1785872284.3221018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f","EoS":false} {"level":"info","ts":1785872284.3221195,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f"} {"level":"info","ts":1785872284.3221445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f","EoS":true} {"level":"info","ts":1785872284.3221552,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91b8c247-e53b-4b03-812c-43b6774b027f"} {"level":"info","ts":1785872299.5835686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872299.5836372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd"} {"level":"info","ts":1785872299.5836484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd"} {"level":"info","ts":1785872299.5836594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd","EoS":true} {"level":"info","ts":1785872299.5836792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd","header":"x-maas-subscription"} {"level":"info","ts":1785872299.58369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd","header":"x-maas-username"} {"level":"info","ts":1785872299.5836954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd","header":"x-maas-group"} {"level":"info","ts":1785872299.5837085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785872299.5837321,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd"} {"level":"info","ts":1785872299.5846856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd"} {"level":"info","ts":1785872299.5847101,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd"} {"level":"info","ts":1785872299.5847304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd","EoS":false} {"level":"info","ts":1785872299.5847416,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd"} {"level":"info","ts":1785872299.5847673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd","EoS":true} {"level":"info","ts":1785872299.5847766,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cfaca517-b9cf-4543-af28-0474c2db20fd"} {"level":"info","ts":1785872600.6659846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872600.666059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87"} {"level":"info","ts":1785872600.666067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87"} {"level":"info","ts":1785872600.6660779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87","EoS":true} {"level":"info","ts":1785872600.666101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87","header":"x-maas-group"} {"level":"info","ts":1785872600.6661115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87","header":"x-maas-username"} {"level":"info","ts":1785872600.6661162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87","header":"x-maas-subscription"} {"level":"info","ts":1785872600.6661305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785872600.666155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87"} {"level":"info","ts":1785872600.6677885,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87"} {"level":"info","ts":1785872600.6678095,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87"} {"level":"info","ts":1785872600.667824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87","EoS":false} {"level":"info","ts":1785872600.6678343,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87"} {"level":"info","ts":1785872600.6678562,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87","EoS":true} {"level":"info","ts":1785872600.6678658,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"deb54f49-bd23-42fd-ab18-00333ff85f87"} {"level":"info","ts":1785872605.479637,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"48f82205-19e4-4ec5-9a43-fd2a19800e1e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785872605.4799244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38056.838770595,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.47996,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.512896,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.5805233,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"48f82205-19e4-4ec5-9a43-fd2a19800e1e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785872605.5985126,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6eb2d5b-bc0d-4a5c-b917-3aece46c916c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785872605.5985634,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6eb2d5b-bc0d-4a5c-b917-3aece46c916c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785872605.5986297,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1293ec2-661b-4a20-8e23-f0d11ea1ce5d"} {"level":"info","ts":1785872605.6069744,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"886ce557-e0d2-4c6f-a0d5-de733c62515e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785872605.6070056,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"886ce557-e0d2-4c6f-a0d5-de733c62515e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785872605.6072514,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1293ec2-661b-4a20-8e23-f0d11ea1ce5d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872605.6075792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35682.985924755,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.607601,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.6150007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.7080894,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1293ec2-661b-4a20-8e23-f0d11ea1ce5d","name":"e2e-external-provider"} {"level":"info","ts":1785872605.7097805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1dcac0a-498e-483f-9e86-b0643ce36e56"} {"level":"info","ts":1785872605.7097805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c7f3ac9-fed1-49a6-8d4f-e654cf142dd5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872605.7099352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c7f3ac9-fed1-49a6-8d4f-e654cf142dd5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785872605.716917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"598abbed-ba5c-47d9-8899-047ba08655cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872605.7169485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"598abbed-ba5c-47d9-8899-047ba08655cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785872605.7170994,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1dcac0a-498e-483f-9e86-b0643ce36e56","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785872605.7239888,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1293ec2-661b-4a20-8e23-f0d11ea1ce5d","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785872605.7243762,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1dcac0a-498e-483f-9e86-b0643ce36e56","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872605.7244298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0fa85e6-46a5-48fb-9cd8-5eb1727f5e09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872605.7244875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00927555-e8d6-4456-8aad-0396c4668ff2"} {"level":"info","ts":1785872605.7245173,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00927555-e8d6-4456-8aad-0396c4668ff2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785872605.724487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0fa85e6-46a5-48fb-9cd8-5eb1727f5e09","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785872605.7291894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00927555-e8d6-4456-8aad-0396c4668ff2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872605.7331579,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1293ec2-661b-4a20-8e23-f0d11ea1ce5d","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785872605.7398508,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73222bdf-980b-4b8c-90e0-b22000a8361d"} {"level":"info","ts":1785872605.7398775,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73222bdf-980b-4b8c-90e0-b22000a8361d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785872605.7401907,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1293ec2-661b-4a20-8e23-f0d11ea1ce5d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785872605.7494392,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1293ec2-661b-4a20-8e23-f0d11ea1ce5d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872605.7495446,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00cee7d2-78b2-4867-9790-11ed7240245f"} {"level":"info","ts":1785872605.749604,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00cee7d2-78b2-4867-9790-11ed7240245f","name":"e2e-external-provider"} {"level":"error","ts":1785872605.749987,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73222bdf-980b-4b8c-90e0-b22000a8361d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872605.7621908,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00cee7d2-78b2-4867-9790-11ed7240245f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785872605.7688956,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"525196c2-afdd-410e-b881-97c1e99c2fbb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785872605.7689075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cac0b4c3-c8ad-483d-962c-55d80bc56195","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872605.768923,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"525196c2-afdd-410e-b881-97c1e99c2fbb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785872605.768929,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cac0b4c3-c8ad-483d-962c-55d80bc56195","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785872605.7689636,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"016bcde4-4a61-406c-8cf4-dfbfe78fd07a"} {"level":"info","ts":1785872605.768978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db86a6c6-d8ea-4ed2-9d8b-8e67ed5530a1"} {"level":"info","ts":1785872605.7690003,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"016bcde4-4a61-406c-8cf4-dfbfe78fd07a","name":"e2e-external-provider"} {"level":"info","ts":1785872605.769181,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39022.988564342,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.7691982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.7764173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785872605.7783837,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"016bcde4-4a61-406c-8cf4-dfbfe78fd07a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785872605.8695521,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db86a6c6-d8ea-4ed2-9d8b-8e67ed5530a1","name":"e2e-external-model"} {"level":"info","ts":1785872605.880925,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db86a6c6-d8ea-4ed2-9d8b-8e67ed5530a1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785872605.8886237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f17e0d58-3b9a-4306-935c-d0a482cd30a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872605.8886745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f17e0d58-3b9a-4306-935c-d0a482cd30a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785872605.8886378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcd8e98-0f76-4362-86c1-408ab4861af8"} {"level":"info","ts":1785872605.8887334,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcd8e98-0f76-4362-86c1-408ab4861af8","name":"e2e-external-model"} {"level":"info","ts":1785872605.9065142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d4b06e1-496b-478e-a0e0-0bcb5a7ead0f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872605.9066215,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d4b06e1-496b-478e-a0e0-0bcb5a7ead0f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785872605.906546,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcd8e98-0f76-4362-86c1-408ab4861af8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872605.9067209,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed7793c9-dbdf-4c02-8e2f-cfbf59eb1888"} {"level":"info","ts":1785872605.9067767,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed7793c9-dbdf-4c02-8e2f-cfbf59eb1888","name":"e2e-external-model"} {"level":"info","ts":1785872605.917657,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed7793c9-dbdf-4c02-8e2f-cfbf59eb1888","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785872605.9228752,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33c79797-b038-42a0-be0f-5af93e0a8b62","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872605.9229777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33c79797-b038-42a0-be0f-5af93e0a8b62","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785872605.9229302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5b08259-aef0-4520-a662-398595c296e2"} {"level":"info","ts":1785872605.9230895,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5b08259-aef0-4520-a662-398595c296e2","name":"e2e-external-model"} {"level":"info","ts":1785872605.9348667,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5b08259-aef0-4520-a662-398595c296e2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785872617.6453526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872617.6454256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5"} {"level":"info","ts":1785872617.6454344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5"} {"level":"info","ts":1785872617.645447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","EoS":true} {"level":"info","ts":1785872617.6455016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","header":"x-maas-group"} {"level":"info","ts":1785872617.645514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","header":"x-maas-username"} {"level":"info","ts":1785872617.64552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","header":"x-maas-subscription"} {"level":"info","ts":1785872617.6455348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785872617.6455448,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","modelName":"e2e-external-model"} {"level":"info","ts":1785872617.6455553,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785872617.645583,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785872617.645599,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","authType":"apikey"} {"level":"info","ts":1785872617.645625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5"} {"level":"info","ts":1785872617.7496822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5"} {"level":"info","ts":1785872617.7497091,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5"} {"level":"info","ts":1785872617.7497272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","EoS":false} {"level":"info","ts":1785872617.7497401,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5"} {"level":"info","ts":1785872617.7497683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5","EoS":true} {"level":"info","ts":1785872617.7497773,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7211958-74fd-4822-9ecd-9a5260c188b5"} {"level":"info","ts":1785872617.870895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2622ee72-cb32-4871-b222-2763facc1131","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785872617.8709452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2622ee72-cb32-4871-b222-2763facc1131","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785872617.8708875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d936dd6c-91db-46b5-af42-012e9760cbde"} {"level":"info","ts":1785872617.8759458,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d936dd6c-91db-46b5-af42-012e9760cbde","name":"e2e-cleanup-test"} {"level":"info","ts":1785872617.876042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ece5b3f-2ad4-4f44-8e35-234b3b19caed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785872617.876078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ece5b3f-2ad4-4f44-8e35-234b3b19caed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785872617.884425,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d936dd6c-91db-46b5-af42-012e9760cbde","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785872617.890237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0642a11-077f-480c-869a-2a9cfda356dc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785872617.8903363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0642a11-077f-480c-869a-2a9cfda356dc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785872617.8902843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96f4081a-bf09-42e0-8172-0d6c46b23e34"} {"level":"info","ts":1785872617.8905187,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96f4081a-bf09-42e0-8172-0d6c46b23e34","name":"e2e-cleanup-test"} {"level":"info","ts":1785872617.9159122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1317b89-858c-4e95-b7c7-d3fe6d13de2c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785872617.9159632,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1317b89-858c-4e95-b7c7-d3fe6d13de2c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785872617.9208407,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96f4081a-bf09-42e0-8172-0d6c46b23e34","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785872617.920893,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96f4081a-bf09-42e0-8172-0d6c46b23e34","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872617.9209547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d489512-adf1-4abc-ba4d-0841d73788b8"} {"level":"info","ts":1785872617.921014,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d489512-adf1-4abc-ba4d-0841d73788b8","name":"e2e-cleanup-test"} {"level":"info","ts":1785872617.9297144,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d489512-adf1-4abc-ba4d-0841d73788b8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785872617.936714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ace64aa-8a83-4509-a29f-fe5f3704c563","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785872617.9367485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ace64aa-8a83-4509-a29f-fe5f3704c563","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785872617.9378831,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d489512-adf1-4abc-ba4d-0841d73788b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785872617.937976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98c3bfc-af1b-4402-8fd9-cac2719c9c5c"} {"level":"info","ts":1785872617.9380305,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98c3bfc-af1b-4402-8fd9-cac2719c9c5c","name":"e2e-cleanup-test"} {"level":"info","ts":1785872617.9450705,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98c3bfc-af1b-4402-8fd9-cac2719c9c5c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785872626.1336722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f07513bb-9c3c-4392-a2d3-77cafb2ac7f6"} {"level":"info","ts":1785872626.1336803,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43359e19-aa51-4699-a735-f8219d5cd903","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785872626.1337166,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43359e19-aa51-4699-a735-f8219d5cd903","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785872630.426426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872630.4265194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beb5f9e7-77ed-4e00-845b-8614b1e03acd"} {"level":"info","ts":1785872630.4265318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"beb5f9e7-77ed-4e00-845b-8614b1e03acd"} {"level":"info","ts":1785872630.4265451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"beb5f9e7-77ed-4e00-845b-8614b1e03acd","EoS":true} {"level":"info","ts":1785872630.4265785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beb5f9e7-77ed-4e00-845b-8614b1e03acd","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785872630.426605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"beb5f9e7-77ed-4e00-845b-8614b1e03acd"} {"level":"info","ts":1785872630.4745145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872630.4745903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49"} {"level":"info","ts":1785872630.4746025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49"} {"level":"info","ts":1785872630.4746144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","EoS":true} {"level":"info","ts":1785872630.474642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","header":"x-maas-group"} {"level":"info","ts":1785872630.4746525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","header":"x-maas-username"} {"level":"info","ts":1785872630.474658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","header":"x-maas-subscription"} {"level":"info","ts":1785872630.4746723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785872630.4746819,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","modelName":"e2e-external-model"} {"level":"info","ts":1785872630.4746954,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785872630.4747188,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785872630.4747388,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","authType":"apikey"} {"level":"info","ts":1785872630.474816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49"} {"level":"info","ts":1785872630.581041,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49"} {"level":"info","ts":1785872630.5810666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49"} {"level":"info","ts":1785872630.5810902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","EoS":false} {"level":"info","ts":1785872630.581106,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49"} {"level":"info","ts":1785872630.5811367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49","EoS":true} {"level":"info","ts":1785872630.581145,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c044a50f-39e9-4a6c-b055-2789c503ad49"} {"level":"info","ts":1785872630.621991,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872630.6220717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430"} {"level":"info","ts":1785872630.622088,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430"} {"level":"info","ts":1785872630.6221066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430","EoS":true} {"level":"info","ts":1785872630.6221423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430","header":"x-maas-group"} {"level":"info","ts":1785872630.6221597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430","header":"x-maas-username"} {"level":"info","ts":1785872630.622166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430","header":"x-maas-subscription"} {"level":"info","ts":1785872630.622229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785872630.6222646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430"} {"level":"info","ts":1785872630.6731622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430"} {"level":"info","ts":1785872630.6731806,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430"} {"level":"info","ts":1785872630.6731958,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430","EoS":false} {"level":"info","ts":1785872630.6732075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430"} {"level":"info","ts":1785872630.6732314,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430","EoS":true} {"level":"info","ts":1785872630.6732411,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"54d01f0a-932a-4f37-b96c-4b033f1d1430"} {"level":"info","ts":1785872630.716122,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785872630.7162094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1"} {"level":"info","ts":1785872630.7162275,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1"} {"level":"info","ts":1785872630.7162442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1","EoS":true} {"level":"info","ts":1785872630.716275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1","header":"x-maas-username"} {"level":"info","ts":1785872630.7162929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1","header":"x-maas-group"} {"level":"info","ts":1785872630.7162998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1","header":"x-maas-subscription"} {"level":"info","ts":1785872630.7163408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1"} {"level":"info","ts":1785872630.7680254,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1"} {"level":"info","ts":1785872630.7680602,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1"} {"level":"info","ts":1785872630.7680802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1","EoS":false} {"level":"info","ts":1785872630.768093,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1"} {"level":"info","ts":1785872630.7681231,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1","EoS":true} {"level":"info","ts":1785872630.7681284,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"209116ca-14c5-424f-b4f6-6f3aae2b6cd1"} {"level":"info","ts":1785872631.5913813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d8bc0b5-7b77-4c99-b77f-8bafcc8d20ec"} {"level":"info","ts":1785872631.5914114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"289db610-de4f-488c-a2a9-637830f96a35","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872631.5914414,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"289db610-de4f-488c-a2a9-637830f96a35","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785872631.7318738,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fd46277-73d8-4677-86a2-cf4fd2997d0f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785872631.7319329,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fd46277-73d8-4677-86a2-cf4fd2997d0f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785872631.7319412,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c9ab854-4d7f-411e-b4bc-f3535c147284"} {"level":"info","ts":1785872631.842516,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"052b974a-e1e0-4c43-9476-ec62ca7713eb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785872631.8426685,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"052b974a-e1e0-4c43-9476-ec62ca7713eb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785874189.6989634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785874189.6990325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a545a6bd-9e41-498e-a122-904b7b652466"} {"level":"info","ts":1785874267.5139222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785874267.5140204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211"} {"level":"info","ts":1785874267.5140321,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211"} {"level":"info","ts":1785874267.5140452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211","EoS":true} {"level":"info","ts":1785874267.5140758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211","header":"x-maas-group"} {"level":"info","ts":1785874267.5140862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211","header":"x-maas-subscription"} {"level":"info","ts":1785874267.5140913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211","header":"x-maas-username"} {"level":"info","ts":1785874267.5141053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785874267.5141296,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211"} {"level":"info","ts":1785874267.5151024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211"} {"level":"info","ts":1785874267.5151174,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211"} {"level":"info","ts":1785874267.5151327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211","EoS":false} {"level":"info","ts":1785874267.5151453,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211"} {"level":"info","ts":1785874267.5151732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211","EoS":true} {"level":"info","ts":1785874267.5151834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55da43d1-c6fc-47e7-bfd6-9ad2ec55a211"}