{"level":"info","ts":1785360833.8467255,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7cb8ed3e-9b41-4aa3-8293-252324725a45"} {"level":"info","ts":1785360833.9824932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360833.9825683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16"} {"level":"info","ts":1785360833.9825795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16"} {"level":"info","ts":1785360833.9825904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16","EoS":true} {"level":"info","ts":1785360833.9826138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16","header":"x-maas-username"} {"level":"info","ts":1785360833.9826243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16","header":"x-maas-group"} {"level":"info","ts":1785360833.982629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16","header":"x-maas-subscription"} {"level":"info","ts":1785360833.9826427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360833.9826684,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16"} {"level":"info","ts":1785360833.9857721,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16"} {"level":"info","ts":1785360833.985793,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16"} {"level":"info","ts":1785360833.9858086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16","EoS":false} {"level":"info","ts":1785360833.985822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16"} {"level":"info","ts":1785360833.985843,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16","EoS":true} {"level":"info","ts":1785360833.9858513,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6dae9282-58d4-4e50-94fe-bb9c27360e16"} {"level":"info","ts":1785360834.1241791,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360834.1242533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c"} {"level":"info","ts":1785360834.1242623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c"} {"level":"info","ts":1785360834.1242738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c","EoS":true} {"level":"info","ts":1785360834.1242986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c","header":"x-maas-group"} {"level":"info","ts":1785360834.1243088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c","header":"x-maas-username"} {"level":"info","ts":1785360834.124313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c","header":"x-maas-subscription"} {"level":"info","ts":1785360834.1243253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360834.1243477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c"} {"level":"info","ts":1785360834.1251664,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c"} {"level":"info","ts":1785360834.125178,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c"} {"level":"info","ts":1785360834.1251915,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c","EoS":false} {"level":"info","ts":1785360834.1252015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c"} {"level":"info","ts":1785360834.1252217,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c","EoS":true} {"level":"info","ts":1785360834.1252313,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29eb9d4d-6589-47ad-8fc5-02b402d1419c"} {"level":"info","ts":1785360834.260816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360834.2609048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9"} {"level":"info","ts":1785360834.2609193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9"} {"level":"info","ts":1785360834.2609339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9","EoS":true} {"level":"info","ts":1785360834.2609608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9","header":"x-maas-subscription"} {"level":"info","ts":1785360834.260971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9","header":"x-maas-group"} {"level":"info","ts":1785360834.2609773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9","header":"x-maas-username"} {"level":"info","ts":1785360834.2609916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360834.261019,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9"} {"level":"info","ts":1785360834.2620087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9"} {"level":"info","ts":1785360834.2620554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9"} {"level":"info","ts":1785360834.2620888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9","EoS":false} {"level":"info","ts":1785360834.26211,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9"} {"level":"info","ts":1785360834.2621481,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9","EoS":true} {"level":"info","ts":1785360834.2621593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"527eb904-05a7-46af-bb0d-2622df61d2a9"} {"level":"info","ts":1785360834.395694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360834.3957648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c"} {"level":"info","ts":1785360834.3957756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c"} {"level":"info","ts":1785360834.3957872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c","EoS":true} {"level":"info","ts":1785360834.3958123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c","header":"x-maas-username"} {"level":"info","ts":1785360834.3958225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c","header":"x-maas-subscription"} {"level":"info","ts":1785360834.3958275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c","header":"x-maas-group"} {"level":"info","ts":1785360834.3958404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360834.3958657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c"} {"level":"info","ts":1785360834.3967488,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c"} {"level":"info","ts":1785360834.3967657,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c"} {"level":"info","ts":1785360834.3967934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c","EoS":false} {"level":"info","ts":1785360834.39681,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c"} {"level":"info","ts":1785360834.3968458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c","EoS":true} {"level":"info","ts":1785360834.3968556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c467acb-60d1-4e52-9708-484ad3fb114c"} {"level":"info","ts":1785360857.7670872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360857.767154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f"} {"level":"info","ts":1785360857.767166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f"} {"level":"info","ts":1785360857.7671769,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f","EoS":true} {"level":"info","ts":1785360857.7671995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f","header":"x-maas-group"} {"level":"info","ts":1785360857.76721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f","header":"x-maas-subscription"} {"level":"info","ts":1785360857.7672162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f","header":"x-maas-username"} {"level":"info","ts":1785360857.767229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360857.767256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f"} {"level":"info","ts":1785360857.7697995,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f"} {"level":"info","ts":1785360857.769822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f"} {"level":"info","ts":1785360857.7698452,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f","EoS":false} {"level":"info","ts":1785360857.7698631,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f"} {"level":"info","ts":1785360857.769895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f","EoS":true} {"level":"info","ts":1785360857.7699058,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50f24b8b-e94f-49e5-951f-f4f0bf7ece7f"} {"level":"info","ts":1785360857.8669786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360857.8670638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b8fea66-91f3-4bd4-84b9-899d06b2e840"} {"level":"info","ts":1785360857.8690946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b8fea66-91f3-4bd4-84b9-899d06b2e840"} {"level":"info","ts":1785360857.869119,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7b8fea66-91f3-4bd4-84b9-899d06b2e840"} {"level":"info","ts":1785360857.8691447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b8fea66-91f3-4bd4-84b9-899d06b2e840","EoS":false} {"level":"info","ts":1785360857.869164,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b8fea66-91f3-4bd4-84b9-899d06b2e840"} {"level":"info","ts":1785360857.8691924,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b8fea66-91f3-4bd4-84b9-899d06b2e840","EoS":true} {"level":"info","ts":1785360857.869202,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b8fea66-91f3-4bd4-84b9-899d06b2e840"} {"level":"info","ts":1785360862.4907873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360862.490874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58"} {"level":"info","ts":1785360862.4908903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58"} {"level":"info","ts":1785360862.4909098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58","EoS":true} {"level":"info","ts":1785360862.4909468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58","header":"x-maas-username"} {"level":"info","ts":1785360862.4909592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58","header":"x-maas-group"} {"level":"info","ts":1785360862.4909694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58","header":"x-maas-subscription"} {"level":"info","ts":1785360862.4909887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360862.4910233,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58"} {"level":"info","ts":1785360862.491746,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58"} {"level":"info","ts":1785360862.4917698,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58"} {"level":"info","ts":1785360862.4917872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58","EoS":false} {"level":"info","ts":1785360862.491808,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58"} {"level":"info","ts":1785360862.4918354,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58","EoS":true} {"level":"info","ts":1785360862.4918432,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29b8b891-8052-4c50-98c4-d9d288f33b58"} {"level":"info","ts":1785360871.048367,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360871.0484505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16d19583-2422-48db-b801-1512b57165bd"} {"level":"info","ts":1785360871.0484645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16d19583-2422-48db-b801-1512b57165bd"} {"level":"info","ts":1785360871.0484767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16d19583-2422-48db-b801-1512b57165bd","EoS":true} {"level":"info","ts":1785360871.048499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16d19583-2422-48db-b801-1512b57165bd","header":"x-maas-subscription"} {"level":"info","ts":1785360871.0485103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16d19583-2422-48db-b801-1512b57165bd","header":"x-maas-group"} {"level":"info","ts":1785360871.048515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16d19583-2422-48db-b801-1512b57165bd","header":"x-maas-username"} {"level":"info","ts":1785360871.048527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16d19583-2422-48db-b801-1512b57165bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360871.048558,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16d19583-2422-48db-b801-1512b57165bd"} {"level":"info","ts":1785360871.049542,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16d19583-2422-48db-b801-1512b57165bd"} {"level":"info","ts":1785360871.0495563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16d19583-2422-48db-b801-1512b57165bd"} {"level":"info","ts":1785360871.0495696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16d19583-2422-48db-b801-1512b57165bd","EoS":false} {"level":"info","ts":1785360871.04958,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16d19583-2422-48db-b801-1512b57165bd"} {"level":"info","ts":1785360871.0496027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16d19583-2422-48db-b801-1512b57165bd","EoS":true} {"level":"info","ts":1785360871.049616,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16d19583-2422-48db-b801-1512b57165bd"} {"level":"info","ts":1785360883.9331577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360883.9332516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc"} {"level":"info","ts":1785360883.9332647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc"} {"level":"info","ts":1785360883.9332836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc","EoS":true} {"level":"info","ts":1785360883.9333222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc","header":"x-maas-username"} {"level":"info","ts":1785360883.9333358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc","header":"x-maas-subscription"} {"level":"info","ts":1785360883.9333444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc","header":"x-maas-group"} {"level":"info","ts":1785360883.9333727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360883.9334095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc"} {"level":"info","ts":1785360883.9341652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc"} {"level":"info","ts":1785360883.9341848,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc"} {"level":"info","ts":1785360883.934206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc","EoS":false} {"level":"info","ts":1785360883.9342217,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc"} {"level":"info","ts":1785360883.9342515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc","EoS":true} {"level":"info","ts":1785360883.9342618,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32971712-23c7-4bb6-be1b-6e43f9a7c8dc"} {"level":"info","ts":1785360892.4830856,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360892.4831798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797"} {"level":"info","ts":1785360892.483197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797"} {"level":"info","ts":1785360892.4832144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797","EoS":true} {"level":"info","ts":1785360892.483247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797","header":"x-maas-group"} {"level":"info","ts":1785360892.4832609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797","header":"x-maas-username"} {"level":"info","ts":1785360892.4832692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797","header":"x-maas-subscription"} {"level":"info","ts":1785360892.483289,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360892.4833255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797"} {"level":"info","ts":1785360892.484085,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797"} {"level":"info","ts":1785360892.484104,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797"} {"level":"info","ts":1785360892.4841301,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797","EoS":false} {"level":"info","ts":1785360892.4841442,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797"} {"level":"info","ts":1785360892.4841673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797","EoS":true} {"level":"info","ts":1785360892.4841743,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"026c43cd-628d-4864-bc57-010c8040d797"} {"level":"info","ts":1785360901.3754354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360901.3755195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347"} {"level":"info","ts":1785360901.3755324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347"} {"level":"info","ts":1785360901.3755443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347","EoS":true} {"level":"info","ts":1785360901.37557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347","header":"x-maas-username"} {"level":"info","ts":1785360901.3755813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347","header":"x-maas-subscription"} {"level":"info","ts":1785360901.3755882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347","header":"x-maas-group"} {"level":"info","ts":1785360901.375602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360901.3756263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347"} {"level":"info","ts":1785360901.3763359,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347"} {"level":"info","ts":1785360901.3763576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347"} {"level":"info","ts":1785360901.3763745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347","EoS":false} {"level":"info","ts":1785360901.376389,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347"} {"level":"info","ts":1785360901.3764157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347","EoS":true} {"level":"info","ts":1785360901.3764238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"48f16dfb-9d18-4b13-9f6e-fdd550528347"} {"level":"info","ts":1785360930.9316103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360930.9317546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697"} {"level":"info","ts":1785360930.9317734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697"} {"level":"info","ts":1785360930.9317884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697","EoS":true} {"level":"info","ts":1785360930.931815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697","header":"x-maas-username"} {"level":"info","ts":1785360930.9318256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697","header":"x-maas-group"} {"level":"info","ts":1785360930.9318318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697","header":"x-maas-subscription"} {"level":"info","ts":1785360930.9318457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360930.931873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697"} {"level":"info","ts":1785360930.9349246,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697"} {"level":"info","ts":1785360930.9349477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697"} {"level":"info","ts":1785360930.9349666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697","EoS":false} {"level":"info","ts":1785360930.9349782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697"} {"level":"info","ts":1785360930.9350069,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697","EoS":true} {"level":"info","ts":1785360930.9350157,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3dc73b0-319d-4ebf-b9f9-e2455c212697"} {"level":"info","ts":1785360965.5275397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360965.5276322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc"} {"level":"info","ts":1785360965.5276473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc"} {"level":"info","ts":1785360965.52766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc","EoS":true} {"level":"info","ts":1785360965.5276835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc","header":"x-maas-username"} {"level":"info","ts":1785360965.5276918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc","header":"x-maas-group"} {"level":"info","ts":1785360965.5276968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc","header":"x-maas-subscription"} {"level":"info","ts":1785360965.5277116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360965.5277383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc"} {"level":"info","ts":1785360965.5305839,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc"} {"level":"info","ts":1785360965.530611,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc"} {"level":"info","ts":1785360965.5306344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc","EoS":false} {"level":"info","ts":1785360965.530651,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc"} {"level":"info","ts":1785360965.5306888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc","EoS":true} {"level":"info","ts":1785360965.5306983,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d7836952-869c-4024-98dc-6b789c2d10fc"} {"level":"info","ts":1785361015.389554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361015.38962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b"} {"level":"info","ts":1785361015.389633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b"} {"level":"info","ts":1785361015.389645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b","EoS":true} {"level":"info","ts":1785361015.3896728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b","header":"x-maas-username"} {"level":"info","ts":1785361015.3896832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b","header":"x-maas-subscription"} {"level":"info","ts":1785361015.3896883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b","header":"x-maas-group"} {"level":"info","ts":1785361015.389702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785361015.3897262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b"} {"level":"info","ts":1785361015.3904724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b"} {"level":"info","ts":1785361015.390493,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b"} {"level":"info","ts":1785361015.3905094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b","EoS":false} {"level":"info","ts":1785361015.3905218,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b"} {"level":"info","ts":1785361015.3905516,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b","EoS":true} {"level":"info","ts":1785361015.3905647,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"776d5783-eecc-4159-93e6-6f7ac418015b"} {"level":"info","ts":1785361024.7844577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361024.784553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849"} {"level":"info","ts":1785361024.7845688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849"} {"level":"info","ts":1785361024.7845814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849","EoS":true} {"level":"info","ts":1785361024.7846086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849","header":"x-maas-subscription"} {"level":"info","ts":1785361024.784618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849","header":"x-maas-group"} {"level":"info","ts":1785361024.7846234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849","header":"x-maas-username"} {"level":"info","ts":1785361024.7846382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785361024.784664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849"} {"level":"info","ts":1785361024.7854097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849"} {"level":"info","ts":1785361024.7854283,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849"} {"level":"info","ts":1785361024.7854438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849","EoS":false} {"level":"info","ts":1785361024.785456,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849"} {"level":"info","ts":1785361024.7854784,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849","EoS":true} {"level":"info","ts":1785361024.7854862,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e9e43932-7857-498a-a95f-a4be644ad849"} {"level":"info","ts":1785361024.8230312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361024.8231497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778"} {"level":"info","ts":1785361024.8231661,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778"} {"level":"info","ts":1785361024.8231804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778","EoS":true} {"level":"info","ts":1785361024.8232076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778","header":"x-maas-username"} {"level":"info","ts":1785361024.823218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778","header":"x-maas-subscription"} {"level":"info","ts":1785361024.823223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778","header":"x-maas-group"} {"level":"info","ts":1785361024.8232374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785361024.8232691,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778"} {"level":"info","ts":1785361024.824081,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778"} {"level":"info","ts":1785361024.8241005,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778"} {"level":"info","ts":1785361024.8241212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778","EoS":false} {"level":"info","ts":1785361024.8241358,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778"} {"level":"info","ts":1785361024.8241723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778","EoS":true} {"level":"info","ts":1785361024.8241818,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d85c4aa-595f-492f-9944-2fb052011778"} {"level":"info","ts":1785361043.98914,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361043.989206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20"} {"level":"info","ts":1785361043.9892154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20"} {"level":"info","ts":1785361043.9892268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20","EoS":true} {"level":"info","ts":1785361043.9892461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20","header":"x-maas-group"} {"level":"info","ts":1785361043.9892545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20","header":"x-maas-username"} {"level":"info","ts":1785361043.9892595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20","header":"x-maas-subscription"} {"level":"info","ts":1785361043.9892738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785361043.9893045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20"} {"level":"info","ts":1785361043.989995,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20"} {"level":"info","ts":1785361043.9900148,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20"} {"level":"info","ts":1785361043.9900303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20","EoS":false} {"level":"info","ts":1785361043.9900546,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20"} {"level":"info","ts":1785361043.9900758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20","EoS":true} {"level":"info","ts":1785361043.990084,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d54480e9-fad4-4db7-8e29-0b25190d8a20"} {"level":"info","ts":1785361239.2819371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361239.2820368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818"} {"level":"info","ts":1785361239.282082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818"} {"level":"info","ts":1785361239.2821028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818","EoS":true} {"level":"info","ts":1785361239.2821388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818","header":"x-maas-subscription"} {"level":"info","ts":1785361239.2821524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818","header":"x-maas-username"} {"level":"info","ts":1785361239.2821577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818","header":"x-maas-group"} {"level":"info","ts":1785361239.2821736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785361239.2821999,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818"} {"level":"info","ts":1785361239.2834911,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818"} {"level":"info","ts":1785361239.2835069,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818"} {"level":"info","ts":1785361239.2835197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818","EoS":false} {"level":"info","ts":1785361239.2835302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818"} {"level":"info","ts":1785361239.2835495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818","EoS":true} {"level":"info","ts":1785361239.2835588,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed2d72c3-a4f1-4170-a5b9-77b66705c818"} {"level":"info","ts":1785361321.8367498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361321.8368292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789"} {"level":"info","ts":1785361321.8368406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789"} {"level":"info","ts":1785361321.8368533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789","EoS":true} {"level":"info","ts":1785361321.836878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789","header":"x-maas-username"} {"level":"info","ts":1785361321.8368895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789","header":"x-maas-group"} {"level":"info","ts":1785361321.8368945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789","header":"x-maas-subscription"} {"level":"info","ts":1785361321.836908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785361321.8369362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789"} {"level":"info","ts":1785361321.8390706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789"} {"level":"info","ts":1785361321.8390942,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789"} {"level":"info","ts":1785361321.8391104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789","EoS":false} {"level":"info","ts":1785361321.8391235,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789"} {"level":"info","ts":1785361321.8391504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789","EoS":true} {"level":"info","ts":1785361321.8391578,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8f50e49a-6e2d-42ec-86e6-705e10832789"} {"level":"info","ts":1785361337.2355142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361337.2355847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880"} {"level":"info","ts":1785361337.2355962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880"} {"level":"info","ts":1785361337.2356074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880","EoS":true} {"level":"info","ts":1785361337.2356334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880","header":"x-maas-group"} {"level":"info","ts":1785361337.2356443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880","header":"x-maas-username"} {"level":"info","ts":1785361337.2356498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880","header":"x-maas-subscription"} {"level":"info","ts":1785361337.2356641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785361337.2356908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880"} {"level":"info","ts":1785361337.2363758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880"} {"level":"info","ts":1785361337.2364006,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880"} {"level":"info","ts":1785361337.236425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880","EoS":false} {"level":"info","ts":1785361337.236446,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880"} {"level":"info","ts":1785361337.2364736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880","EoS":true} {"level":"info","ts":1785361337.2364833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1982cec-fd30-4acb-812d-9e8876325880"} {"level":"info","ts":1785361707.1724887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361707.1725717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45"} {"level":"info","ts":1785361707.1725843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45"} {"level":"info","ts":1785361707.1725957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45","EoS":true} {"level":"info","ts":1785361707.1726267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45","header":"x-maas-username"} {"level":"info","ts":1785361707.172638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45","header":"x-maas-group"} {"level":"info","ts":1785361707.1726434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45","header":"x-maas-subscription"} {"level":"info","ts":1785361707.172657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785361707.1726828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45"} {"level":"info","ts":1785361707.1757472,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45"} {"level":"info","ts":1785361707.1757689,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45"} {"level":"info","ts":1785361707.1757853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45","EoS":false} {"level":"info","ts":1785361707.1757977,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45"} {"level":"info","ts":1785361707.175824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45","EoS":true} {"level":"info","ts":1785361707.1758332,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75535df7-a15a-4064-9fa1-e05af493bf45"} {"level":"info","ts":1785361711.975226,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"057b9fb3-0c00-4b2c-90bc-50b2506b46cc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785361711.9754694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38679.528737013,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361711.975485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.0226116,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.076409,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"057b9fb3-0c00-4b2c-90bc-50b2506b46cc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785361712.1142874,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4c7c422-59b3-480b-83b1-18a0bc015e1f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785361712.1143281,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4c7c422-59b3-480b-83b1-18a0bc015e1f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785361712.1143878,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d606928-4f9a-4a52-a177-ec0ca02aff21"} {"level":"info","ts":1785361712.121688,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42f18729-7749-48d0-b4dd-319f0a8a7bcc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785361712.1217132,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42f18729-7749-48d0-b4dd-319f0a8a7bcc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785361712.1217575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33089.901252976,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.121777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.1334932,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.222392,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d606928-4f9a-4a52-a177-ec0ca02aff21","name":"e2e-external-provider"} {"level":"info","ts":1785361712.2332091,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d606928-4f9a-4a52-a177-ec0ca02aff21","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785361712.2334242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd4d6fe-b3ef-49cc-9a53-1942422e4c76"} {"level":"info","ts":1785361712.2334898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bd9958c-632d-4fa4-add9-b2e3cb64d7ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361712.233526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bd9958c-632d-4fa4-add9-b2e3cb64d7ba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785361712.240392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3da109c-31cf-447f-8ca2-4a20fe7100fa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361712.2404177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3da109c-31cf-447f-8ca2-4a20fe7100fa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785361712.2404563,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd4d6fe-b3ef-49cc-9a53-1942422e4c76","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785361712.2467804,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd4d6fe-b3ef-49cc-9a53-1942422e4c76","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361712.2468417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dcc39c8-1b0f-4315-ba87-8d960aa13e66","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361712.2468655,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fc72325-812f-4705-b551-5589fba3659f"} {"level":"info","ts":1785361712.246904,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fc72325-812f-4705-b551-5589fba3659f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785361712.2470105,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d606928-4f9a-4a52-a177-ec0ca02aff21","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785361712.2468727,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dcc39c8-1b0f-4315-ba87-8d960aa13e66","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785361712.2527285,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fc72325-812f-4705-b551-5589fba3659f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361712.2534351,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d606928-4f9a-4a52-a177-ec0ca02aff21","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785361712.2629538,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25a3434e-e317-4de3-aa36-62b62fb786c2"} {"level":"info","ts":1785361712.2629867,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25a3434e-e317-4de3-aa36-62b62fb786c2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785361712.2631705,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5239c05-5e36-4d0f-8634-1065bdf7445c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785361712.263208,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5239c05-5e36-4d0f-8634-1065bdf7445c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785361712.2632258,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5abd5d0a-64e6-4abd-be3e-5647e2ce342b"} {"level":"info","ts":1785361712.26328,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5abd5d0a-64e6-4abd-be3e-5647e2ce342b","name":"e2e-external-provider"} {"level":"info","ts":1785361712.2633295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c04f006-d896-43e7-8c03-d096935a86fc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361712.2633567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c04f006-d896-43e7-8c03-d096935a86fc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785361712.2684016,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25a3434e-e317-4de3-aa36-62b62fb786c2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361712.2684603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3b0a32a-f0fe-48d0-ab88-d3db7c20c451"} {"level":"info","ts":1785361712.2686758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37233.408766933,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.2686913,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.2757716,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5abd5d0a-64e6-4abd-be3e-5647e2ce342b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785361712.2784197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785361712.2809231,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fdd9963-5c69-4a09-8158-40f50e9c97b0"} {"level":"info","ts":1785361712.2809637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fdd9963-5c69-4a09-8158-40f50e9c97b0","name":"e2e-external-provider"} {"level":"info","ts":1785361712.2933054,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fdd9963-5c69-4a09-8158-40f50e9c97b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785361712.369531,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3b0a32a-f0fe-48d0-ab88-d3db7c20c451","name":"e2e-external-model"} {"level":"info","ts":1785361712.3892283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a0da730-7f25-4641-83d5-1be667910576","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361712.3892624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a0da730-7f25-4641-83d5-1be667910576","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785361712.3955755,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3b0a32a-f0fe-48d0-ab88-d3db7c20c451","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785361712.3956327,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3b0a32a-f0fe-48d0-ab88-d3db7c20c451","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361712.3956904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fcaa787-cd6a-44a0-8dde-86fa56002eaf"} {"level":"info","ts":1785361712.3957417,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fcaa787-cd6a-44a0-8dde-86fa56002eaf","name":"e2e-external-model"} {"level":"info","ts":1785361712.412941,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d5424a5-478c-489f-89bd-91f63215c6d7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361712.4129736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d5424a5-478c-489f-89bd-91f63215c6d7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785361712.4154835,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fcaa787-cd6a-44a0-8dde-86fa56002eaf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785361712.4208195,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fcaa787-cd6a-44a0-8dde-86fa56002eaf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361712.4209204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41905c29-5903-4f16-b7ca-e290d8fbc111"} {"level":"info","ts":1785361712.4210002,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41905c29-5903-4f16-b7ca-e290d8fbc111","name":"e2e-external-model"} {"level":"info","ts":1785361712.4330761,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0a820a2-ee57-4bf1-a464-5f51194c2b2e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361712.433111,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0a820a2-ee57-4bf1-a464-5f51194c2b2e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785361712.433579,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41905c29-5903-4f16-b7ca-e290d8fbc111","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785361712.4391935,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41905c29-5903-4f16-b7ca-e290d8fbc111","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361712.4393024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3623679-5cd8-4449-ba24-24ac7d818839"} {"level":"info","ts":1785361712.4393651,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3623679-5cd8-4449-ba24-24ac7d818839","name":"e2e-external-model"} {"level":"info","ts":1785361712.4506605,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3623679-5cd8-4449-ba24-24ac7d818839","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785361734.778924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361734.77902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84"} {"level":"info","ts":1785361734.7790399,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84"} {"level":"info","ts":1785361734.7790773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","EoS":true} {"level":"info","ts":1785361734.7791255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","header":"x-maas-subscription"} {"level":"info","ts":1785361734.7791378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","header":"x-maas-group"} {"level":"info","ts":1785361734.7791448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","header":"x-maas-username"} {"level":"info","ts":1785361734.7791603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785361734.7791698,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","modelName":"e2e-external-model"} {"level":"info","ts":1785361734.7791812,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785361734.7792246,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785361734.7792435,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","authType":"apikey"} {"level":"info","ts":1785361734.779272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84"} {"level":"info","ts":1785361734.874707,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84"} {"level":"info","ts":1785361734.8747454,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84"} {"level":"info","ts":1785361734.874772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","EoS":false} {"level":"info","ts":1785361734.874792,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84"} {"level":"info","ts":1785361734.874822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84","EoS":true} {"level":"info","ts":1785361734.8748271,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89e344b1-55b6-4419-bd1f-fe43fc87cc84"} {"level":"info","ts":1785361734.9884694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcb344a-b523-4d2a-a7d2-ac369e0c0128"} {"level":"info","ts":1785361734.9884815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc779a9-a83f-46a8-81e5-5b5ad100cf7f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785361734.9885201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc779a9-a83f-46a8-81e5-5b5ad100cf7f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785361734.9961627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bff3ac76-e827-4d56-8ea2-94359525a5dc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785361734.996189,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bff3ac76-e827-4d56-8ea2-94359525a5dc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785361734.9966147,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcb344a-b523-4d2a-a7d2-ac369e0c0128","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361734.996686,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcb344a-b523-4d2a-a7d2-ac369e0c0128","name":"e2e-cleanup-test"} {"level":"error","ts":1785361735.0223088,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcb344a-b523-4d2a-a7d2-ac369e0c0128","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785361735.0223627,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcb344a-b523-4d2a-a7d2-ac369e0c0128","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361735.0224328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f87731c-4819-4950-adc8-0e30817322be"} {"level":"info","ts":1785361735.0224519,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317e60da-fff6-4567-a594-b63bbc30b5a5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785361735.0224755,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317e60da-fff6-4567-a594-b63bbc30b5a5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785361735.0224981,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f87731c-4819-4950-adc8-0e30817322be","name":"e2e-cleanup-test"} {"level":"error","ts":1785361735.0395653,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f87731c-4819-4950-adc8-0e30817322be","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785361735.0395901,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"751d3651-50a3-461d-b9c0-32cbed7c904c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785361735.039617,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"751d3651-50a3-461d-b9c0-32cbed7c904c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785361735.0396364,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eab9a45-bdb5-49c3-a8df-58b343730011"} {"level":"info","ts":1785361735.0396874,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eab9a45-bdb5-49c3-a8df-58b343730011","name":"e2e-cleanup-test"} {"level":"info","ts":1785361735.0505579,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eab9a45-bdb5-49c3-a8df-58b343730011","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785361735.0561357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"936c7c0e-81bd-4f1b-a27f-184fcfca981c"} {"level":"info","ts":1785361735.0561464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d470c82-7304-4c9d-9ed7-6e13bb21962c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785361735.0561786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d470c82-7304-4c9d-9ed7-6e13bb21962c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785361735.0561922,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"936c7c0e-81bd-4f1b-a27f-184fcfca981c","name":"e2e-cleanup-test"} {"level":"info","ts":1785361735.0649335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"936c7c0e-81bd-4f1b-a27f-184fcfca981c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785361743.2805839,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97219711-7931-47f9-9010-3bdb22145ba6"} {"level":"info","ts":1785361743.280587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2979c0a9-f0a3-4afd-9428-a0fa070e93da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785361743.2806635,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2979c0a9-f0a3-4afd-9428-a0fa070e93da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785361747.6021295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361747.602209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65bd36b3-7e21-4b97-9a29-754c12aad909"} {"level":"info","ts":1785361747.602225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65bd36b3-7e21-4b97-9a29-754c12aad909"} {"level":"info","ts":1785361747.6022446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65bd36b3-7e21-4b97-9a29-754c12aad909","EoS":true} {"level":"info","ts":1785361747.602287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65bd36b3-7e21-4b97-9a29-754c12aad909","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785361747.6023211,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65bd36b3-7e21-4b97-9a29-754c12aad909"} {"level":"info","ts":1785361747.642767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361747.6428337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033"} {"level":"info","ts":1785361747.6428447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033"} {"level":"info","ts":1785361747.6428561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","EoS":true} {"level":"info","ts":1785361747.642882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","header":"x-maas-subscription"} {"level":"info","ts":1785361747.6428921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","header":"x-maas-username"} {"level":"info","ts":1785361747.642898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","header":"x-maas-group"} {"level":"info","ts":1785361747.6429117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785361747.6429183,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","modelName":"e2e-external-model"} {"level":"info","ts":1785361747.6429315,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785361747.642955,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785361747.6429708,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","authType":"apikey"} {"level":"info","ts":1785361747.6429944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033"} {"level":"info","ts":1785361747.729018,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033"} {"level":"info","ts":1785361747.7290685,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033"} {"level":"info","ts":1785361747.7290902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","EoS":false} {"level":"info","ts":1785361747.7291126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033"} {"level":"info","ts":1785361747.729148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033","EoS":true} {"level":"info","ts":1785361747.7291565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"69fb79e8-0bce-4637-bf4e-fdb48e56f033"} {"level":"info","ts":1785361747.7634132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361747.7634897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9"} {"level":"info","ts":1785361747.7635028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9"} {"level":"info","ts":1785361747.7635143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9","EoS":true} {"level":"info","ts":1785361747.7635376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9","header":"x-maas-group"} {"level":"info","ts":1785361747.7635484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9","header":"x-maas-subscription"} {"level":"info","ts":1785361747.7635536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9","header":"x-maas-username"} {"level":"info","ts":1785361747.763569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785361747.763594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9"} {"level":"info","ts":1785361747.8084304,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9"} {"level":"info","ts":1785361747.8084598,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9"} {"level":"info","ts":1785361747.8084774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9","EoS":false} {"level":"info","ts":1785361747.8084896,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9"} {"level":"info","ts":1785361747.808519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9","EoS":true} {"level":"info","ts":1785361747.8085268,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df8747fc-76c6-4b2b-8030-1bedd26dd6b9"} {"level":"info","ts":1785361747.8436272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361747.8437014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3"} {"level":"info","ts":1785361747.8437166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3"} {"level":"info","ts":1785361747.8437285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3","EoS":true} {"level":"info","ts":1785361747.8437514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3","header":"x-maas-group"} {"level":"info","ts":1785361747.843762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3","header":"x-maas-subscription"} {"level":"info","ts":1785361747.843766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3","header":"x-maas-username"} {"level":"info","ts":1785361747.843794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3"} {"level":"info","ts":1785361747.8901248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3"} {"level":"info","ts":1785361747.8901482,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3"} {"level":"info","ts":1785361747.8901641,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3","EoS":false} {"level":"info","ts":1785361747.890177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3"} {"level":"info","ts":1785361747.890206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3","EoS":true} {"level":"info","ts":1785361747.8902173,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f7cf11a-ca7c-40c7-80bb-f25f7b1c98b3"} {"level":"info","ts":1785361748.7671235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89f4efc0-876e-44fb-a960-b25ed2303ea9"} {"level":"info","ts":1785361748.767127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"198983b6-2bdb-47d2-8c10-f6641ed88e4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361748.767199,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"198983b6-2bdb-47d2-8c10-f6641ed88e4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785361748.9253676,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e62e5dd-3070-4360-b290-c4dbffb5b6f6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785361748.925408,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e62e5dd-3070-4360-b290-c4dbffb5b6f6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785361748.9254038,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"daf498cd-3453-4ed8-91ab-812c3cbc0c33"} {"level":"info","ts":1785361749.0494146,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b99f8346-2d7e-47f6-aa0f-8e38e7c93b8e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785361749.0494947,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b99f8346-2d7e-47f6-aa0f-8e38e7c93b8e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785363420.653986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785363420.654088,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e3f1adc-c686-47b6-9eae-4bdd94376f17"} {"level":"info","ts":1785363498.7734613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785363498.7735968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee"} {"level":"info","ts":1785363498.7736115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee"} {"level":"info","ts":1785363498.7736318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee","EoS":true} {"level":"info","ts":1785363498.7736728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee","header":"x-maas-username"} {"level":"info","ts":1785363498.773685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee","header":"x-maas-group"} {"level":"info","ts":1785363498.7736948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee","header":"x-maas-subscription"} {"level":"info","ts":1785363498.7737134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785363498.7737467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee"} {"level":"info","ts":1785363498.7767923,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee"} {"level":"info","ts":1785363498.7768219,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee"} {"level":"info","ts":1785363498.7768402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee","EoS":false} {"level":"info","ts":1785363498.7768524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee"} {"level":"info","ts":1785363498.7768774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee","EoS":true} {"level":"info","ts":1785363498.776885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04ccecff-dcce-4831-8d86-633e089da1ee"}