{"level":"info","ts":1785079401.5664213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bfa7f8b-3249-407e-bf12-57f8dcdbbf3a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079401.5664773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bfa7f8b-3249-407e-bf12-57f8dcdbbf3a"} {"level":"info","ts":1785079401.5675156,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5bfa7f8b-3249-407e-bf12-57f8dcdbbf3a"} {"level":"info","ts":1785079401.5675354,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5bfa7f8b-3249-407e-bf12-57f8dcdbbf3a"} {"level":"info","ts":1785079401.567549,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bfa7f8b-3249-407e-bf12-57f8dcdbbf3a","EoS":false} {"level":"info","ts":1785079401.5675588,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bfa7f8b-3249-407e-bf12-57f8dcdbbf3a","EoS":true} {"level":"info","ts":1785079401.5675845,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5bfa7f8b-3249-407e-bf12-57f8dcdbbf3a"} {"level":"info","ts":1785079424.6780026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079424.678088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.6781008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.678113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","EoS":true} {"level":"info","ts":1785079424.6781404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","header":"x-maas-username"} {"level":"info","ts":1785079424.6781516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","header":"x-maas-group"} {"level":"info","ts":1785079424.6781564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","header":"x-maas-subscription"} {"level":"info","ts":1785079424.6781683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079424.6781957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.6813197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.6813445,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.6813612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","EoS":false} {"level":"info","ts":1785079424.6813722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","EoS":true} {"level":"info","ts":1785079424.6814005,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.8184955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079424.8185766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.818588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.8186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","EoS":true} {"level":"info","ts":1785079424.8186266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","header":"x-maas-group"} {"level":"info","ts":1785079424.8186362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","header":"x-maas-username"} {"level":"info","ts":1785079424.8186414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","header":"x-maas-subscription"} {"level":"info","ts":1785079424.8186545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079424.81868,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.8196867,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.8197072,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.819722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","EoS":false} {"level":"info","ts":1785079424.8197358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","EoS":true} {"level":"info","ts":1785079424.819765,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.9552867,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079424.955355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079424.955367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079424.9553778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","EoS":true} {"level":"info","ts":1785079424.955402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","header":"x-maas-group"} {"level":"info","ts":1785079424.9554124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","header":"x-maas-username"} {"level":"info","ts":1785079424.955418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","header":"x-maas-subscription"} {"level":"info","ts":1785079424.9554312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079424.9554555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079424.9564426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079424.956455,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079424.9564679,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","EoS":false} {"level":"info","ts":1785079424.9564812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","EoS":true} {"level":"info","ts":1785079424.9565046,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079425.1007688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079425.100841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.100851,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.1008623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","EoS":true} {"level":"info","ts":1785079425.1008854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","header":"x-maas-username"} {"level":"info","ts":1785079425.100912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","header":"x-maas-subscription"} {"level":"info","ts":1785079425.100918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","header":"x-maas-group"} {"level":"info","ts":1785079425.100931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079425.100957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.1019197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.1019382,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.1019547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","EoS":false} {"level":"info","ts":1785079425.1019697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","EoS":true} {"level":"info","ts":1785079425.1019967,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.2393084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079425.2393818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.2393918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.2394028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","EoS":true} {"level":"info","ts":1785079425.2394276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","header":"x-maas-username"} {"level":"info","ts":1785079425.2394376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","header":"x-maas-group"} {"level":"info","ts":1785079425.2394419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","header":"x-maas-subscription"} {"level":"info","ts":1785079425.239455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079425.2394783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.2404606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.2404723,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.2404833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","EoS":false} {"level":"info","ts":1785079425.240493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","EoS":true} {"level":"info","ts":1785079425.240521,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079444.0716977,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079444.071777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.0717878,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.0717998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","EoS":true} {"level":"info","ts":1785079444.0718236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","header":"x-maas-username"} {"level":"info","ts":1785079444.0718336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","header":"x-maas-subscription"} {"level":"info","ts":1785079444.071909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","header":"x-maas-group"} {"level":"info","ts":1785079444.071936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079444.0719671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.0729332,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.0729525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.0729666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","EoS":false} {"level":"info","ts":1785079444.0729766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","EoS":true} {"level":"info","ts":1785079444.0730045,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.179686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079444.1797578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b"} {"level":"info","ts":1785079444.1808496,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b"} {"level":"info","ts":1785079444.1808727,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b"} {"level":"info","ts":1785079444.180902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b","EoS":false} {"level":"info","ts":1785079444.180916,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b"} {"level":"info","ts":1785079444.1809456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b","EoS":true} {"level":"info","ts":1785079444.1809542,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b"} {"level":"info","ts":1785079448.8189952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079448.8190746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079448.8190863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079448.8190975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","EoS":true} {"level":"info","ts":1785079448.8191216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","header":"x-maas-username"} {"level":"info","ts":1785079448.8191319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","header":"x-maas-subscription"} {"level":"info","ts":1785079448.8191378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","header":"x-maas-group"} {"level":"info","ts":1785079448.8191519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079448.819179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079448.820177,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079448.8201978,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079448.8202133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","EoS":false} {"level":"info","ts":1785079448.8202255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","EoS":true} {"level":"info","ts":1785079448.8202565,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079461.4599376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079461.46002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079461.4600337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079461.4600449,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","EoS":true} {"level":"info","ts":1785079461.4600728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","header":"x-maas-username"} {"level":"info","ts":1785079461.4600832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","header":"x-maas-subscription"} {"level":"info","ts":1785079461.460088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","header":"x-maas-group"} {"level":"info","ts":1785079461.4601421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079461.4601705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079461.4624863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079461.462508,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079461.4625235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","EoS":false} {"level":"info","ts":1785079461.4625356,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","EoS":true} {"level":"info","ts":1785079461.4625628,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079474.3306353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079474.330729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079474.3307426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079474.330754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","EoS":true} {"level":"info","ts":1785079474.3307793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","header":"x-maas-subscription"} {"level":"info","ts":1785079474.3307886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","header":"x-maas-group"} {"level":"info","ts":1785079474.3307948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","header":"x-maas-username"} {"level":"info","ts":1785079474.3308096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079474.33084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079474.3324122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079474.3324332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079474.3324478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","EoS":false} {"level":"info","ts":1785079474.3324583,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","EoS":true} {"level":"info","ts":1785079474.332487,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079482.8648114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079482.864948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079482.8649604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079482.8649733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","EoS":true} {"level":"info","ts":1785079482.8650057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","header":"x-maas-group"} {"level":"info","ts":1785079482.8650172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","header":"x-maas-subscription"} {"level":"info","ts":1785079482.8650227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","header":"x-maas-username"} {"level":"info","ts":1785079482.8650365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079482.8650556,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079482.866048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079482.8660693,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079482.866089,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","EoS":false} {"level":"info","ts":1785079482.8661053,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","EoS":true} {"level":"info","ts":1785079482.8661468,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079491.7287438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079491.728824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079491.7288356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079491.7288468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","EoS":true} {"level":"info","ts":1785079491.7288733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","header":"x-maas-username"} {"level":"info","ts":1785079491.7288828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","header":"x-maas-subscription"} {"level":"info","ts":1785079491.7289526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","header":"x-maas-group"} {"level":"info","ts":1785079491.7289722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079491.7290041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079491.7300184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079491.7300398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079491.7300608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","EoS":false} {"level":"info","ts":1785079491.7300775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","EoS":true} {"level":"info","ts":1785079491.7301192,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079516.5230036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079516.523084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079516.5230958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079516.5231082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","EoS":true} {"level":"info","ts":1785079516.5231366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","header":"x-maas-username"} {"level":"info","ts":1785079516.5231464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","header":"x-maas-group"} {"level":"info","ts":1785079516.523152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","header":"x-maas-subscription"} {"level":"info","ts":1785079516.5231652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079516.5232463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079516.525546,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079516.5255685,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079516.5255961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","EoS":false} {"level":"info","ts":1785079516.5256152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","EoS":true} {"level":"info","ts":1785079516.5256543,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079538.7861614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079538.786246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079538.786258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079538.7862692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","EoS":true} {"level":"info","ts":1785079538.7862961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","header":"x-maas-subscription"} {"level":"info","ts":1785079538.7863066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","header":"x-maas-username"} {"level":"info","ts":1785079538.7863123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","header":"x-maas-group"} {"level":"info","ts":1785079538.7863252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079538.7863564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079538.7893653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079538.789389,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079538.789406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","EoS":false} {"level":"info","ts":1785079538.7894173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","EoS":true} {"level":"info","ts":1785079538.7894442,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079565.1453297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079565.1454315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079565.1454442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079565.145461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","EoS":true} {"level":"info","ts":1785079565.1454904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","header":"x-maas-subscription"} {"level":"info","ts":1785079565.1455014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","header":"x-maas-group"} {"level":"info","ts":1785079565.1455078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","header":"x-maas-username"} {"level":"info","ts":1785079565.1455212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079565.1455503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079565.1466022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079565.146623,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079565.1466389,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","EoS":false} {"level":"info","ts":1785079565.1466508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","EoS":true} {"level":"info","ts":1785079565.1466827,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079574.5769155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079574.576997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.5770075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.577019,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","EoS":true} {"level":"info","ts":1785079574.5770543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","header":"x-maas-group"} {"level":"info","ts":1785079574.5770755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","header":"x-maas-username"} {"level":"info","ts":1785079574.5770822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","header":"x-maas-subscription"} {"level":"info","ts":1785079574.5770977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079574.5771236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.5781136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.5781386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.578155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","EoS":false} {"level":"info","ts":1785079574.5781667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","EoS":true} {"level":"info","ts":1785079574.5781949,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.6122081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079574.6122606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079574.6122715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079574.612282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","EoS":true} {"level":"info","ts":1785079574.6123037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","header":"x-maas-group"} {"level":"info","ts":1785079574.6123147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","header":"x-maas-username"} {"level":"info","ts":1785079574.6123197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","header":"x-maas-subscription"} {"level":"info","ts":1785079574.61233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079574.6123514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079574.6132507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079574.613268,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079574.6132858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","EoS":false} {"level":"info","ts":1785079574.6132996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","EoS":true} {"level":"info","ts":1785079574.6133249,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079593.6810598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079593.681137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079593.68115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079593.681161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","EoS":true} {"level":"info","ts":1785079593.6811874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","header":"x-maas-group"} {"level":"info","ts":1785079593.6811972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","header":"x-maas-subscription"} {"level":"info","ts":1785079593.6812031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","header":"x-maas-username"} {"level":"info","ts":1785079593.6812162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079593.6812584,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079593.682305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079593.6823273,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079593.6823475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","EoS":false} {"level":"info","ts":1785079593.6823583,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","EoS":true} {"level":"info","ts":1785079593.6823864,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079722.3495004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079722.3495789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079722.3495913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079722.349602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","EoS":true} {"level":"info","ts":1785079722.3496253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","header":"x-maas-subscription"} {"level":"info","ts":1785079722.349636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","header":"x-maas-group"} {"level":"info","ts":1785079722.3496416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","header":"x-maas-username"} {"level":"info","ts":1785079722.3496556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785079722.3496833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079722.3508685,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079722.3509023,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079722.350923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","EoS":false} {"level":"info","ts":1785079722.350937,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","EoS":true} {"level":"info","ts":1785079722.3509648,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079761.3800826,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079761.380157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079761.380166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079761.3801765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","EoS":true} {"level":"info","ts":1785079761.3802056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","header":"x-maas-username"} {"level":"info","ts":1785079761.380216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","header":"x-maas-subscription"} {"level":"info","ts":1785079761.3802211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","header":"x-maas-group"} {"level":"info","ts":1785079761.3802342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079761.3802948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079761.381381,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079761.3814063,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079761.3814225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","EoS":false} {"level":"info","ts":1785079761.3814335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","EoS":true} {"level":"info","ts":1785079761.3814626,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079776.6013806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079776.6014605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.6014736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.6014845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","EoS":true} {"level":"info","ts":1785079776.6015096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","header":"x-maas-username"} {"level":"info","ts":1785079776.60152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","header":"x-maas-subscription"} {"level":"info","ts":1785079776.601526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","header":"x-maas-group"} {"level":"info","ts":1785079776.6015387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079776.6015644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.6032944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.6033187,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.6033342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","EoS":false} {"level":"info","ts":1785079776.6033459,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","EoS":true} {"level":"info","ts":1785079776.6033754,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785080091.62316,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080091.6232471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6232584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6232708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","EoS":true} {"level":"info","ts":1785080091.6232975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","header":"x-maas-subscription"} {"level":"info","ts":1785080091.623309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","header":"x-maas-username"} {"level":"info","ts":1785080091.6233137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","header":"x-maas-group"} {"level":"info","ts":1785080091.6233265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080091.6233516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.624515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6245356,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6245508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","EoS":false} {"level":"info","ts":1785080091.624563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","EoS":true} {"level":"info","ts":1785080091.6245918,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6651824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080091.665238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.665249,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.6652594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","EoS":true} {"level":"info","ts":1785080091.6652794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","header":"x-maas-subscription"} {"level":"info","ts":1785080091.6652887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","header":"x-maas-username"} {"level":"info","ts":1785080091.6652946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","header":"x-maas-group"} {"level":"info","ts":1785080091.665306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080091.6653314,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.6662405,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.6662576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.666273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","EoS":false} {"level":"info","ts":1785080091.6662881,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","EoS":true} {"level":"info","ts":1785080091.6663167,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080096.4573898,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9e3cbfc4-4a5d-442e-a972-63b9c04cc077","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785080096.4576719,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35374.454091702,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.4577034,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.4864473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.558744,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9e3cbfc4-4a5d-442e-a972-63b9c04cc077","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785080096.575082,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22bdab55-c455-4a20-9c39-fe2a2452b970","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080096.575117,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22bdab55-c455-4a20-9c39-fe2a2452b970","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080096.57518,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919c2354-1487-4906-81d9-9fdbf2032784"} {"level":"info","ts":1785080096.5858471,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43560449-b1e5-4d82-8484-3b0a141b1007","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080096.5858734,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43560449-b1e5-4d82-8484-3b0a141b1007","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785080096.5902464,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919c2354-1487-4906-81d9-9fdbf2032784","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.5904822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38451.660492348,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.5905018,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.606791,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.6879632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7f404da-596b-41df-8fe2-9cc3e504cf3d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.6880107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7f404da-596b-41df-8fe2-9cc3e504cf3d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.6879632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e607c59-a40a-4a14-b9ac-af19e52fada5"} {"level":"info","ts":1785080096.6907935,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919c2354-1487-4906-81d9-9fdbf2032784","name":"e2e-external-provider"} {"level":"info","ts":1785080096.6948466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83a4b5f6-9874-47a3-91e9-b32d73068790","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.694881,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83a4b5f6-9874-47a3-91e9-b32d73068790","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.6949728,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e607c59-a40a-4a14-b9ac-af19e52fada5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785080096.7011986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"073ff314-a6f2-4dc7-be06-04f2178dfe51","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.7012255,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"073ff314-a6f2-4dc7-be06-04f2178dfe51","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785080096.7017083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e607c59-a40a-4a14-b9ac-af19e52fada5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.7018402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51fe09db-dfe5-4659-a772-a00f3bab8aca"} {"level":"info","ts":1785080096.7019253,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51fe09db-dfe5-4659-a772-a00f3bab8aca","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785080096.7044587,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919c2354-1487-4906-81d9-9fdbf2032784","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785080096.7064753,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51fe09db-dfe5-4659-a772-a00f3bab8aca","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.7127092,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919c2354-1487-4906-81d9-9fdbf2032784","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785080096.7168477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c566b60-9917-4d26-b6e0-6f2683c5d54e"} {"level":"info","ts":1785080096.7168756,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c566b60-9917-4d26-b6e0-6f2683c5d54e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785080096.7195883,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919c2354-1487-4906-81d9-9fdbf2032784","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785080096.721219,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c566b60-9917-4d26-b6e0-6f2683c5d54e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785080096.722707,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919c2354-1487-4906-81d9-9fdbf2032784","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.7227776,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"926c8c59-77d6-465f-b7f8-9d47a6a30f91"} {"level":"info","ts":1785080096.7228253,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"926c8c59-77d6-465f-b7f8-9d47a6a30f91","name":"e2e-external-provider"} {"level":"info","ts":1785080096.7315388,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"926c8c59-77d6-465f-b7f8-9d47a6a30f91","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785080096.7388542,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17fdc8a9-6774-4281-9d4b-7d0a184ceff3"} {"level":"info","ts":1785080096.738919,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aec89bab-2fbf-4c24-8ceb-d720f8054c58","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.73906,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8deb0fd9-5313-440a-bd62-4fef7a54e098","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080096.739089,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8deb0fd9-5313-440a-bd62-4fef7a54e098","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080096.7391,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"463dda9c-fdd1-4d80-bd3e-1174b6333ffb"} {"level":"info","ts":1785080096.7391346,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"463dda9c-fdd1-4d80-bd3e-1174b6333ffb","name":"e2e-external-provider"} {"level":"info","ts":1785080096.7391417,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37725.904284345,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.739152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.739247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aec89bab-2fbf-4c24-8ceb-d720f8054c58","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.7455435,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.7478306,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"463dda9c-fdd1-4d80-bd3e-1174b6333ffb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785080096.8399556,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17fdc8a9-6774-4281-9d4b-7d0a184ceff3","name":"e2e-external-model"} {"level":"info","ts":1785080096.8503451,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17fdc8a9-6774-4281-9d4b-7d0a184ceff3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080096.8574862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98f4a42c-868a-473b-8158-23b2ea157651","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.8575225,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98f4a42c-868a-473b-8158-23b2ea157651","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.85764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac0ebb86-9ecd-4255-9113-d932b0bb2de0"} {"level":"info","ts":1785080096.8576949,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac0ebb86-9ecd-4255-9113-d932b0bb2de0","name":"e2e-external-model"} {"level":"info","ts":1785080096.8767483,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc41e115-f5f3-4017-8ac5-7af516c30fba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.8767781,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc41e115-f5f3-4017-8ac5-7af516c30fba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785080096.8769298,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac0ebb86-9ecd-4255-9113-d932b0bb2de0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.8769934,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e702aac0-3372-458b-9e65-06635c2b0d7f"} {"level":"info","ts":1785080096.8770475,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e702aac0-3372-458b-9e65-06635c2b0d7f","name":"e2e-external-model"} {"level":"info","ts":1785080096.886282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e702aac0-3372-458b-9e65-06635c2b0d7f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080096.8921092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20375330-0bee-4897-a2ba-669c3169764e"} {"level":"info","ts":1785080096.8921597,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20375330-0bee-4897-a2ba-669c3169764e","name":"e2e-external-model"} {"level":"info","ts":1785080096.8921702,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67007175-e07f-43ea-8c7e-3f6823b431fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.8922052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67007175-e07f-43ea-8c7e-3f6823b431fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.9017954,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20375330-0bee-4897-a2ba-669c3169764e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080106.2459345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080106.246036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e"} {"level":"info","ts":1785080106.2460485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e"} {"level":"info","ts":1785080106.2460606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","EoS":true} {"level":"info","ts":1785080106.2460852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","header":"x-maas-username"} {"level":"info","ts":1785080106.2460968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","header":"x-maas-group"} {"level":"info","ts":1785080106.2461035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","header":"x-maas-subscription"} {"level":"info","ts":1785080106.2461205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080106.2461278,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","modelName":"e2e-external-model"} {"level":"info","ts":1785080106.246141,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080106.246168,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785080106.2461884,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","authType":"apikey"} {"level":"info","ts":1785080106.246222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e"} {"level":"info","ts":1785080106.3585613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84f72724-125b-403d-9ae8-0f518d1453c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3585796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6482a66f-ef77-4b41-8845-38eb32983c94"} {"level":"info","ts":1785080106.358599,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84f72724-125b-403d-9ae8-0f518d1453c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080106.3651452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d93b15f-0683-44e4-b62b-813b567c5fc5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3651757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d93b15f-0683-44e4-b62b-813b567c5fc5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080106.3652332,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6482a66f-ef77-4b41-8845-38eb32983c94","name":"e2e-cleanup-test"} {"level":"info","ts":1785080106.3743634,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6482a66f-ef77-4b41-8845-38eb32983c94","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080106.3791997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9871eb8d-6a63-4c00-b4da-f082641e2cb4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3792279,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9871eb8d-6a63-4c00-b4da-f082641e2cb4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080106.3794096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea4924a-3d5f-4f0a-9132-a36bafe96389"} {"level":"info","ts":1785080106.3794568,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea4924a-3d5f-4f0a-9132-a36bafe96389","name":"e2e-cleanup-test"} {"level":"info","ts":1785080106.3920262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b62d7e0-e6e6-4480-b51f-cefe73f5ef40","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3920557,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b62d7e0-e6e6-4480-b51f-cefe73f5ef40","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785080106.3954291,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea4924a-3d5f-4f0a-9132-a36bafe96389","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785080106.395477,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea4924a-3d5f-4f0a-9132-a36bafe96389","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080106.3955195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2220f0dc-7bd7-4dc3-8134-2267993ebfca"} {"level":"info","ts":1785080106.3955622,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2220f0dc-7bd7-4dc3-8134-2267993ebfca","name":"e2e-cleanup-test"} {"level":"info","ts":1785080106.402563,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2220f0dc-7bd7-4dc3-8134-2267993ebfca","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080106.4037678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a1a9298-f6d3-448b-881c-efd1cabfd64b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.4037902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a1a9298-f6d3-448b-881c-efd1cabfd64b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785080106.4055603,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2220f0dc-7bd7-4dc3-8134-2267993ebfca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080106.4056396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d06dd23-dfc3-4ca5-9ddd-9d841491ee5f"} {"level":"info","ts":1785080106.405686,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d06dd23-dfc3-4ca5-9ddd-9d841491ee5f","name":"e2e-cleanup-test"} {"level":"info","ts":1785080106.4120262,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d06dd23-dfc3-4ca5-9ddd-9d841491ee5f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080114.6478374,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6862b7b3-5aa2-49f0-97e3-c64a072e839a"} {"level":"info","ts":1785080114.6479087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2b86358-fa76-4949-be22-9b7caf2f12bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080114.647941,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2b86358-fa76-4949-be22-9b7caf2f12bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080118.9589238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080118.9590342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b"} {"level":"info","ts":1785080118.9590502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b"} {"level":"info","ts":1785080118.959071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b","EoS":true} {"level":"info","ts":1785080118.9591184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785080118.959154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b"} {"level":"info","ts":1785080119.0013058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080119.0013845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67"} {"level":"info","ts":1785080119.0013976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67"} {"level":"info","ts":1785080119.0014095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","EoS":true} {"level":"info","ts":1785080119.0014358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","header":"x-maas-username"} {"level":"info","ts":1785080119.0014465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","header":"x-maas-subscription"} {"level":"info","ts":1785080119.0014508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","header":"x-maas-group"} {"level":"info","ts":1785080119.001464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080119.0014713,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","modelName":"e2e-external-model"} {"level":"info","ts":1785080119.0014832,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080119.001506,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785080119.001523,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","authType":"apikey"} {"level":"info","ts":1785080119.0015512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67"} {"level":"info","ts":1785080119.0378158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080119.037914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.0379305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.037947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","EoS":true} {"level":"info","ts":1785080119.037975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","header":"x-maas-group"} {"level":"info","ts":1785080119.037986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","header":"x-maas-username"} {"level":"info","ts":1785080119.0379913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","header":"x-maas-subscription"} {"level":"info","ts":1785080119.0380044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080119.0380278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.1411438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.1411695,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.1411865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","EoS":false} {"level":"info","ts":1785080119.141199,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","EoS":true} {"level":"error","ts":1785080119.141209,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785080119.141261,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.1805506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080119.180621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080119.1806324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080119.1806443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","EoS":true} {"level":"info","ts":1785080119.1806731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","header":"x-maas-group"} {"level":"info","ts":1785080119.180684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","header":"x-maas-username"} {"level":"info","ts":1785080119.1806896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","header":"x-maas-subscription"} {"level":"info","ts":1785080119.1807199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080119.2828093,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080119.2828357,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080119.2828531,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","EoS":false} {"level":"info","ts":1785080119.2828658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","EoS":true} {"level":"error","ts":1785080119.2828763,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785080119.2829287,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080120.0916176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"858b100d-d966-4e0d-af0e-518da250ff07"} {"level":"info","ts":1785080120.0916286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98d33b51-df99-4d5c-b96a-f8a81d8a27dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080120.0917075,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98d33b51-df99-4d5c-b96a-f8a81d8a27dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080120.2287822,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e599b77-bfa6-4d2f-9f0f-2885b1410c59","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080120.2288182,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"be32d098-003d-4592-a86e-61be0aca8f36"} {"level":"info","ts":1785080120.2288268,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e599b77-bfa6-4d2f-9f0f-2885b1410c59","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080120.34637,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"98793bb1-434c-4e0e-9ed5-36dcd10ddcb7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785080120.3464227,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"98793bb1-434c-4e0e-9ed5-36dcd10ddcb7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785081459.177185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081459.1772678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a66269a-d24e-4a92-ad5c-78e8b4fd5767"} {"level":"info","ts":1785081513.0082262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081513.008307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"} {"level":"info","ts":1785081513.0083182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"} {"level":"info","ts":1785081513.0083313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","EoS":true} {"level":"info","ts":1785081513.0083606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","header":"x-maas-subscription"} {"level":"info","ts":1785081513.00838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","header":"x-maas-username"} {"level":"info","ts":1785081513.008386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","header":"x-maas-group"} {"level":"info","ts":1785081513.008399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785081513.008425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"} {"level":"info","ts":1785081513.0096982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"} {"level":"info","ts":1785081513.0097194,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"} {"level":"info","ts":1785081513.009735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","EoS":false} {"level":"info","ts":1785081513.0097475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","EoS":true} {"level":"info","ts":1785081513.0097766,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"}