{"level":"info","ts":1785357668.9010928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357668.9011714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.901183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.9011943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","EoS":true} {"level":"info","ts":1785357668.9012196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","header":"x-maas-username"} {"level":"info","ts":1785357668.9012299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","header":"x-maas-group"} {"level":"info","ts":1785357668.9012358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","header":"x-maas-subscription"} {"level":"info","ts":1785357668.9012518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357668.901277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.9022639,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.902292,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.9023125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","EoS":false} {"level":"info","ts":1785357668.9023254,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357668.9023507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd","EoS":true} {"level":"info","ts":1785357668.9023585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db572d25-78f7-49da-a09d-f2f7460c8bfd"} {"level":"info","ts":1785357669.040846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357669.0409515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.0409658,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.0409791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","EoS":true} {"level":"info","ts":1785357669.0410097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","header":"x-maas-username"} {"level":"info","ts":1785357669.0410247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","header":"x-maas-subscription"} {"level":"info","ts":1785357669.0410302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","header":"x-maas-group"} {"level":"info","ts":1785357669.0410447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357669.0410721,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.0420518,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.0420732,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.0420895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","EoS":false} {"level":"info","ts":1785357669.0421016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.0421276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec","EoS":true} {"level":"info","ts":1785357669.0421357,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"509de6b7-7f91-457d-a576-94370f9990ec"} {"level":"info","ts":1785357669.178402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357669.1784847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.1784947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.178506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","EoS":true} {"level":"info","ts":1785357669.1785338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","header":"x-maas-username"} {"level":"info","ts":1785357669.1785443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","header":"x-maas-group"} {"level":"info","ts":1785357669.1785498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","header":"x-maas-subscription"} {"level":"info","ts":1785357669.178564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357669.1786098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.179552,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.1795728,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.179588,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","EoS":false} {"level":"info","ts":1785357669.1796005,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.1796246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e","EoS":true} {"level":"info","ts":1785357669.179632,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ad58c32-5908-4db6-8b43-99a37f0e881e"} {"level":"info","ts":1785357669.3136063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357669.3136845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.3136992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.3137178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","EoS":true} {"level":"info","ts":1785357669.3137462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","header":"x-maas-group"} {"level":"info","ts":1785357669.3137572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","header":"x-maas-subscription"} {"level":"info","ts":1785357669.3137684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","header":"x-maas-username"} {"level":"info","ts":1785357669.3137841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357669.3138158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.314735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.314757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.3147738,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","EoS":false} {"level":"info","ts":1785357669.3148167,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357669.3148582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866","EoS":true} {"level":"info","ts":1785357669.3148687,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40dd799f-f9f9-4b8f-be41-b5615c27c866"} {"level":"info","ts":1785357703.1526012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.1526947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1527083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1527314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","EoS":true} {"level":"info","ts":1785357703.1527696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","header":"x-maas-subscription"} {"level":"info","ts":1785357703.1527812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","header":"x-maas-username"} {"level":"info","ts":1785357703.1527898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","header":"x-maas-group"} {"level":"info","ts":1785357703.1528108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357703.152867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1557455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1557693,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1557853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","EoS":false} {"level":"info","ts":1785357703.1557972,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1558228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0","EoS":true} {"level":"info","ts":1785357703.155841,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ba4e1ad-7f7b-4b85-a573-c447e2ad95e0"} {"level":"info","ts":1785357703.1962943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.196381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.196395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.1964076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","EoS":true} {"level":"info","ts":1785357703.19644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","header":"x-maas-subscription"} {"level":"info","ts":1785357703.196452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","header":"x-maas-group"} {"level":"info","ts":1785357703.1964571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","header":"x-maas-username"} {"level":"info","ts":1785357703.19647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357703.196497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.1973546,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.1973753,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.1973956,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","EoS":false} {"level":"info","ts":1785357703.1974084,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.1974428,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778","EoS":true} {"level":"info","ts":1785357703.1974556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0f11073-2767-4339-985b-fc4aff461778"} {"level":"info","ts":1785357703.291186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357703.2912688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de"} {"level":"info","ts":1785357703.2932858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de"} {"level":"info","ts":1785357703.2933056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de"} {"level":"info","ts":1785357703.2933207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de","EoS":false} {"level":"info","ts":1785357703.2933338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de"} {"level":"info","ts":1785357703.2933614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de","EoS":true} {"level":"info","ts":1785357703.2933705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"225efab5-e32b-4a8e-80e0-60c6d94df3de"} {"level":"info","ts":1785357707.9055052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357707.90558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.905595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.905607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","EoS":true} {"level":"info","ts":1785357707.9056292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","header":"x-maas-subscription"} {"level":"info","ts":1785357707.9056396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","header":"x-maas-group"} {"level":"info","ts":1785357707.9056447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","header":"x-maas-username"} {"level":"info","ts":1785357707.90566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357707.9056864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.9065583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.9065828,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.9066086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","EoS":false} {"level":"info","ts":1785357707.9066253,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357707.9066494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846","EoS":true} {"level":"info","ts":1785357707.906659,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4a96ef8d-458e-4506-897a-fe5e08bb3846"} {"level":"info","ts":1785357716.4376512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357716.437744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.4377582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.4377706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","EoS":true} {"level":"info","ts":1785357716.4377952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","header":"x-maas-subscription"} {"level":"info","ts":1785357716.4378061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","header":"x-maas-group"} {"level":"info","ts":1785357716.437811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","header":"x-maas-username"} {"level":"info","ts":1785357716.437829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357716.4378722,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.438863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.4388876,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.4389038,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","EoS":false} {"level":"info","ts":1785357716.4389188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357716.4389424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb","EoS":true} {"level":"info","ts":1785357716.43895,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b463623-bf19-4bee-a5f2-5429a9e89aeb"} {"level":"info","ts":1785357729.274937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357729.2750418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.2750616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.2750764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","EoS":true} {"level":"info","ts":1785357729.2751074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","header":"x-maas-username"} {"level":"info","ts":1785357729.2751205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","header":"x-maas-group"} {"level":"info","ts":1785357729.275126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","header":"x-maas-subscription"} {"level":"info","ts":1785357729.2751417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357729.2751694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.2761629,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.2761767,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.276189,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","EoS":false} {"level":"info","ts":1785357729.2762005,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357729.2762265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12","EoS":true} {"level":"info","ts":1785357729.2762344,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc96c70b-02c1-4499-8642-e20a477e0c12"} {"level":"info","ts":1785357737.7829492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357737.7830377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.7830503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.783063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","EoS":true} {"level":"info","ts":1785357737.7830942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","header":"x-maas-group"} {"level":"info","ts":1785357737.7831056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","header":"x-maas-username"} {"level":"info","ts":1785357737.7831109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","header":"x-maas-subscription"} {"level":"info","ts":1785357737.7831259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357737.7831519,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.7840521,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.7840784,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.7841055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","EoS":false} {"level":"info","ts":1785357737.784128,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357737.78416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730","EoS":true} {"level":"info","ts":1785357737.7841687,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49d877a9-d981-4715-89e8-298f94b34730"} {"level":"info","ts":1785357746.633806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357746.63394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.63396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.6339734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","EoS":true} {"level":"info","ts":1785357746.634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","header":"x-maas-group"} {"level":"info","ts":1785357746.6340106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","header":"x-maas-username"} {"level":"info","ts":1785357746.6340156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","header":"x-maas-subscription"} {"level":"info","ts":1785357746.6340315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357746.6340592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.635061,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.6350834,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.635107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","EoS":false} {"level":"info","ts":1785357746.6351314,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357746.6351683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083","EoS":true} {"level":"info","ts":1785357746.6351774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e46f9186-6e39-4bd1-bce2-58ba03eba083"} {"level":"info","ts":1785357776.0520313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357776.052117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.052129,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.0521402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","EoS":true} {"level":"info","ts":1785357776.0521662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","header":"x-maas-group"} {"level":"info","ts":1785357776.0521767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","header":"x-maas-username"} {"level":"info","ts":1785357776.0521817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","header":"x-maas-subscription"} {"level":"info","ts":1785357776.0521955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357776.05222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.055361,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.055398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.055423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","EoS":false} {"level":"info","ts":1785357776.0554407,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357776.0554826,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b","EoS":true} {"level":"info","ts":1785357776.0554993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be920490-c177-4279-9134-fa0fc7823e1b"} {"level":"info","ts":1785357809.2659688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357809.266032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.266041,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.2660515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","EoS":true} {"level":"info","ts":1785357809.266072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","header":"x-maas-username"} {"level":"info","ts":1785357809.2660835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","header":"x-maas-group"} {"level":"info","ts":1785357809.2660882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","header":"x-maas-subscription"} {"level":"info","ts":1785357809.2661002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785357809.2661242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.268754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.2687805,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.2687995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","EoS":false} {"level":"info","ts":1785357809.2688103,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357809.2688599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc","EoS":true} {"level":"info","ts":1785357809.2688718,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"143b8833-d474-45cd-9f1d-24542fc991fc"} {"level":"info","ts":1785357846.2972407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357846.2973144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.2973254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.2973375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","EoS":true} {"level":"info","ts":1785357846.2973585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","header":"x-maas-username"} {"level":"info","ts":1785357846.2973688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","header":"x-maas-group"} {"level":"info","ts":1785357846.297375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","header":"x-maas-subscription"} {"level":"info","ts":1785357846.2973878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357846.2974114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.299497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.299518,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.2995396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","EoS":false} {"level":"info","ts":1785357846.2995617,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357846.2996027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb","EoS":true} {"level":"info","ts":1785357846.299614,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa030916-8ed7-4a6a-bc63-2c73891f92eb"} {"level":"info","ts":1785357855.715252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357855.7153368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7153528,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7153661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","EoS":true} {"level":"info","ts":1785357855.715388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","header":"x-maas-username"} {"level":"info","ts":1785357855.7153993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","header":"x-maas-subscription"} {"level":"info","ts":1785357855.7154052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","header":"x-maas-group"} {"level":"info","ts":1785357855.7154174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357855.71544,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7163298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7163553,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.716373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","EoS":false} {"level":"info","ts":1785357855.7163885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.7164218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1","EoS":true} {"level":"info","ts":1785357855.7164307,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c40769c-27e3-4005-8ba7-ccc8382e0fe1"} {"level":"info","ts":1785357855.749116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357855.7491846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.7491975,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.7492108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","EoS":true} {"level":"info","ts":1785357855.7492304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","header":"x-maas-subscription"} {"level":"info","ts":1785357855.7492387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","header":"x-maas-username"} {"level":"info","ts":1785357855.749244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","header":"x-maas-group"} {"level":"info","ts":1785357855.7492547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357855.7492821,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.7499905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.7500052,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.7500257,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","EoS":false} {"level":"info","ts":1785357855.750042,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357855.750075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba","EoS":true} {"level":"info","ts":1785357855.7500875,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"587f8a4a-2903-49a3-8deb-273b95ddcaba"} {"level":"info","ts":1785357874.8165607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785357874.8166387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.8166537,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.8166714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","EoS":true} {"level":"info","ts":1785357874.816697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","header":"x-maas-group"} {"level":"info","ts":1785357874.8167074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","header":"x-maas-username"} {"level":"info","ts":1785357874.8167126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","header":"x-maas-subscription"} {"level":"info","ts":1785357874.8167274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785357874.8167534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.8176305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.8176477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.817662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","EoS":false} {"level":"info","ts":1785357874.8176732,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785357874.817692,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c","EoS":true} {"level":"info","ts":1785357874.8176973,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f2a6b944-ae14-4067-aec8-e910efe89f9c"} {"level":"info","ts":1785358056.5380218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358056.5380938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.5381014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.538113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","EoS":true} {"level":"info","ts":1785358056.538134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","header":"x-maas-username"} {"level":"info","ts":1785358056.538146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","header":"x-maas-subscription"} {"level":"info","ts":1785358056.538151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","header":"x-maas-group"} {"level":"info","ts":1785358056.5381632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785358056.5381901,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.5401683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.5401955,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.5402155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","EoS":false} {"level":"info","ts":1785358056.5402334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358056.5402699,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78","EoS":true} {"level":"info","ts":1785358056.5402792,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0303818-3c4c-4d3c-a298-15290a159a78"} {"level":"info","ts":1785358119.1189299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358119.1190026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.119016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.1190274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","EoS":true} {"level":"info","ts":1785358119.1190476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","header":"x-maas-username"} {"level":"info","ts":1785358119.1190622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","header":"x-maas-group"} {"level":"info","ts":1785358119.1190684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","header":"x-maas-subscription"} {"level":"info","ts":1785358119.1190822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358119.1191053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.121736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.121756,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.1217773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","EoS":false} {"level":"info","ts":1785358119.1217966,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358119.1218503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af","EoS":true} {"level":"info","ts":1785358119.121861,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01c77f22-f6aa-4e2f-b90a-f29d984d71af"} {"level":"info","ts":1785358134.3660588,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358134.3661315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.3661427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.3661535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","EoS":true} {"level":"info","ts":1785358134.3661766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","header":"x-maas-group"} {"level":"info","ts":1785358134.3661864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","header":"x-maas-subscription"} {"level":"info","ts":1785358134.366192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","header":"x-maas-username"} {"level":"info","ts":1785358134.366205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358134.3662298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.3676836,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.3677084,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.3677292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","EoS":false} {"level":"info","ts":1785358134.3677468,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358134.367786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7","EoS":true} {"level":"info","ts":1785358134.3677983,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af03fed9-a552-43e2-bce9-ba2f6c1db4b7"} {"level":"info","ts":1785358497.026044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358497.0261395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0261571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0261743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","EoS":true} {"level":"info","ts":1785358497.0261989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","header":"x-maas-username"} {"level":"info","ts":1785358497.0262096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","header":"x-maas-group"} {"level":"info","ts":1785358497.0262148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","header":"x-maas-subscription"} {"level":"info","ts":1785358497.026228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785358497.0262523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0292466,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0292666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0292897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","EoS":false} {"level":"info","ts":1785358497.0293021,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358497.0293322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120","EoS":true} {"level":"info","ts":1785358497.0293427,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7f140ca-ea95-4cf1-93cb-0afae43d5120"} {"level":"info","ts":1785358501.7974653,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"89a4fc08-d0f8-4be2-802e-808321e5cf7e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785358501.7977145,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35338.330000507,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358501.7977457,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358501.8364468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358501.898453,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"89a4fc08-d0f8-4be2-802e-808321e5cf7e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785358501.9104166,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5aedd4b-e7f2-4127-9097-657d4637d6ed","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358501.9104378,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a76388b-feeb-4b18-b76c-0919a700c03e"} {"level":"info","ts":1785358501.9104602,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5aedd4b-e7f2-4127-9097-657d4637d6ed","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785358501.916767,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb4f7b6-1762-442f-8e15-8b308936a78c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358501.9167979,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb4f7b6-1762-442f-8e15-8b308936a78c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785358501.9172924,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39209.370777837,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358501.917312,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358501.9257076,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.0177374,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a76388b-feeb-4b18-b76c-0919a700c03e","name":"e2e-external-provider"} {"level":"info","ts":1785358502.0202162,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a3e33ce-2ee0-48f5-a1e8-1b4b46dcaaf7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.020217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"191115a9-6e0a-4305-bf88-8029dba93fb3"} {"level":"info","ts":1785358502.0202696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a3e33ce-2ee0-48f5-a1e8-1b4b46dcaaf7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.0267181,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec25d9df-01a3-4610-ba9b-0e020eb15aa0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.0267527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec25d9df-01a3-4610-ba9b-0e020eb15aa0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.0271664,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"191115a9-6e0a-4305-bf88-8029dba93fb3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785358502.030764,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a76388b-feeb-4b18-b76c-0919a700c03e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785358502.0321646,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"191115a9-6e0a-4305-bf88-8029dba93fb3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.03222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a157c5b-b5d3-4473-aff5-308e9fc5419d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.0322428,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a157c5b-b5d3-4473-aff5-308e9fc5419d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.0322514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5493dbb-37b3-4bb9-ac55-99bf15bec23d"} {"level":"info","ts":1785358502.0322826,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5493dbb-37b3-4bb9-ac55-99bf15bec23d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785358502.0376384,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5493dbb-37b3-4bb9-ac55-99bf15bec23d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.0377073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e67346-e163-4fe4-868e-7afbd1bd5fd0"} {"level":"info","ts":1785358502.0377324,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e67346-e163-4fe4-868e-7afbd1bd5fd0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785358502.0398986,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a76388b-feeb-4b18-b76c-0919a700c03e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785358502.0412965,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e67346-e163-4fe4-868e-7afbd1bd5fd0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.044211,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a76388b-feeb-4b18-b76c-0919a700c03e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785358502.050741,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"650b2c76-4115-4482-a909-5a5f0d1f2ab5"} {"level":"info","ts":1785358502.0507958,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"650b2c76-4115-4482-a909-5a5f0d1f2ab5","name":"e2e-external-provider"} {"level":"info","ts":1785358502.05087,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f5c92a2-9fc8-4b62-b044-239b282d9d77"} {"level":"info","ts":1785358502.0507915,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff3269b2-7010-45d0-87e3-e666db38d552","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358502.0510979,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff3269b2-7010-45d0-87e3-e666db38d552","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785358502.0511944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95c3647f-6ec1-4f87-bd52-a361ecaf0432","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.0512273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95c3647f-6ec1-4f87-bd52-a361ecaf0432","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.0515625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39012.561214173,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.0515802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.0609725,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"650b2c76-4115-4482-a909-5a5f0d1f2ab5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785358502.0629823,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785358502.0651538,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dae8054-268c-48da-9f31-58d7c8153d49"} {"level":"info","ts":1785358502.065192,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dae8054-268c-48da-9f31-58d7c8153d49","name":"e2e-external-provider"} {"level":"info","ts":1785358502.0732477,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dae8054-268c-48da-9f31-58d7c8153d49","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785358502.1516447,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f5c92a2-9fc8-4b62-b044-239b282d9d77","name":"e2e-external-model"} {"level":"info","ts":1785358502.1637533,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f5c92a2-9fc8-4b62-b044-239b282d9d77","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358502.170325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c10bfb4-49d0-4c57-956e-748e6ca4b155","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.1703818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c10bfb4-49d0-4c57-956e-748e6ca4b155","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.1706107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f8a471c-78e9-4087-8872-599c8a9c60b7"} {"level":"info","ts":1785358502.170688,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f8a471c-78e9-4087-8872-599c8a9c60b7","name":"e2e-external-model"} {"level":"info","ts":1785358502.18394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93f28737-0d24-485a-9038-fa3e563d1b49","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.183967,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93f28737-0d24-485a-9038-fa3e563d1b49","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785358502.1844487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f8a471c-78e9-4087-8872-599c8a9c60b7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358502.1845114,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70a1a205-94ab-4ba1-a378-d5b073dfda56"} {"level":"info","ts":1785358502.1845582,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70a1a205-94ab-4ba1-a378-d5b073dfda56","name":"e2e-external-model"} {"level":"info","ts":1785358502.1926525,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70a1a205-94ab-4ba1-a378-d5b073dfda56","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358502.1966963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5959030-7a19-47f9-b5cd-cd9e908d0093","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358502.1967237,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5959030-7a19-47f9-b5cd-cd9e908d0093","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785358502.1969826,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e8868ec-4cce-4b0d-86d9-0a67d29076c3"} {"level":"info","ts":1785358502.1970298,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e8868ec-4cce-4b0d-86d9-0a67d29076c3","name":"e2e-external-model"} {"level":"info","ts":1785358502.2036414,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e8868ec-4cce-4b0d-86d9-0a67d29076c3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358524.3713675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358524.3714666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.3714833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.3714972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","EoS":true} {"level":"info","ts":1785358524.371523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","header":"x-maas-group"} {"level":"info","ts":1785358524.3715348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","header":"x-maas-username"} {"level":"info","ts":1785358524.371539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","header":"x-maas-subscription"} {"level":"info","ts":1785358524.371552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358524.371561,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","modelName":"e2e-external-model"} {"level":"info","ts":1785358524.3715727,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785358524.3716044,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785358524.3716228,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","authType":"apikey"} {"level":"info","ts":1785358524.3716512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.473259,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.4732976,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.4733174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","EoS":false} {"level":"info","ts":1785358524.4733355,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.4733691,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921","EoS":true} {"level":"info","ts":1785358524.4733753,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6346166d-8ff9-4bd7-9096-f069e488c921"} {"level":"info","ts":1785358524.5893555,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70aa182e-2035-4141-8e7f-05c25f2ca137","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.5894012,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70aa182e-2035-4141-8e7f-05c25f2ca137","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785358524.5893602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"608a4554-9f9b-457b-8e26-48e34d5bdac6"} {"level":"info","ts":1785358524.5948653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e530692-fc89-4937-a655-6a5359594dbe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.5948987,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e530692-fc89-4937-a655-6a5359594dbe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785358524.598246,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"608a4554-9f9b-457b-8e26-48e34d5bdac6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358524.598311,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"608a4554-9f9b-457b-8e26-48e34d5bdac6","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.611428,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"608a4554-9f9b-457b-8e26-48e34d5bdac6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785358524.6151917,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"608a4554-9f9b-457b-8e26-48e34d5bdac6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358524.6152742,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b81fc4e5-47d7-416c-968b-1ad41dca5982"} {"level":"info","ts":1785358524.615326,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b81fc4e5-47d7-416c-968b-1ad41dca5982","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.619925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3836abfa-4074-4ac8-886b-2ff227460764","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.6199603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3836abfa-4074-4ac8-886b-2ff227460764","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785358524.6271975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b81fc4e5-47d7-416c-968b-1ad41dca5982","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785358524.6272566,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b81fc4e5-47d7-416c-968b-1ad41dca5982","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358524.627372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bafa5bef-6c1c-402a-a9a4-8e58a574538d"} {"level":"info","ts":1785358524.627425,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bafa5bef-6c1c-402a-a9a4-8e58a574538d","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.6344914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a14c6003-ed06-4109-8eac-df54a21a523f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.634521,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a14c6003-ed06-4109-8eac-df54a21a523f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785358524.635492,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bafa5bef-6c1c-402a-a9a4-8e58a574538d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785358524.6385787,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bafa5bef-6c1c-402a-a9a4-8e58a574538d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358524.6386442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb54aac6-3616-4c1a-ab17-f80914afc925"} {"level":"info","ts":1785358524.6386845,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb54aac6-3616-4c1a-ab17-f80914afc925","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.646065,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6cf102d-f5fc-47a3-966d-6db0e8ba5510","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358524.6460946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6cf102d-f5fc-47a3-966d-6db0e8ba5510","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785358524.6466258,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb54aac6-3616-4c1a-ab17-f80914afc925","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785358524.6494296,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb54aac6-3616-4c1a-ab17-f80914afc925","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785358524.6494877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1691986-3079-4aa8-855f-f381b616ede8"} {"level":"info","ts":1785358524.6495261,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1691986-3079-4aa8-855f-f381b616ede8","name":"e2e-cleanup-test"} {"level":"info","ts":1785358524.6563442,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1691986-3079-4aa8-855f-f381b616ede8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785358532.8539448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef4ffd7a-029b-4464-bfd1-cf2c195e790f"} {"level":"info","ts":1785358532.853941,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d01823e-cfd2-412d-ad10-29e66562afee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358532.8540182,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d01823e-cfd2-412d-ad10-29e66562afee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785358537.1529305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.1529949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0"} {"level":"info","ts":1785358537.1530023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0"} {"level":"info","ts":1785358537.1530128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0","EoS":true} {"level":"info","ts":1785358537.1530428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785358537.153069,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f77b0df-8514-4970-a9b1-758c6a00cbd0"} {"level":"info","ts":1785358537.1886919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.1887686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.188779,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.188792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","EoS":true} {"level":"info","ts":1785358537.1888123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","header":"x-maas-username"} {"level":"info","ts":1785358537.1888242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","header":"x-maas-subscription"} {"level":"info","ts":1785358537.1888478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","header":"x-maas-group"} {"level":"info","ts":1785358537.1888611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358537.1888688,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","modelName":"e2e-external-model"} {"level":"info","ts":1785358537.1888802,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785358537.1889012,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785358537.188916,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","authType":"apikey"} {"level":"info","ts":1785358537.1889405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.2829027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.2829223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.2829373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","EoS":false} {"level":"info","ts":1785358537.2829542,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.2829752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768","EoS":true} {"level":"info","ts":1785358537.2829847,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5588e147-3115-48cc-9e3f-2d7513f2a768"} {"level":"info","ts":1785358537.329094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.3291526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.3291664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.3291774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","EoS":true} {"level":"info","ts":1785358537.3291986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","header":"x-maas-username"} {"level":"info","ts":1785358537.3292089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","header":"x-maas-group"} {"level":"info","ts":1785358537.3292146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","header":"x-maas-subscription"} {"level":"info","ts":1785358537.3292255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785358537.3292465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.381505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.3815262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.3815467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","EoS":false} {"level":"info","ts":1785358537.3815582,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.3815842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766","EoS":true} {"level":"info","ts":1785358537.3816164,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59f09c16-8248-4d45-a787-dafd48ee1766"} {"level":"info","ts":1785358537.4116936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785358537.411763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.4117773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.411792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","EoS":true} {"level":"info","ts":1785358537.4118185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","header":"x-maas-username"} {"level":"info","ts":1785358537.4118555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","header":"x-maas-group"} {"level":"info","ts":1785358537.4118662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","header":"x-maas-subscription"} {"level":"info","ts":1785358537.4118974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.4619625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.4619808,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.4619954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","EoS":false} {"level":"info","ts":1785358537.4620059,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358537.4620311,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346","EoS":true} {"level":"info","ts":1785358537.4620423,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cfb8b4e9-2359-4b6c-87cc-9683b66f7346"} {"level":"info","ts":1785358538.3519433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"405fa10b-ce1b-4c9e-a14f-dffaecc4aee1"} {"level":"info","ts":1785358538.3519406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da975239-7d82-49e8-bb64-a8e31a7aa39e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358538.351977,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da975239-7d82-49e8-bb64-a8e31a7aa39e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785358538.497602,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6250656-c18a-46c5-a38d-af23cd5c1f25","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358538.49765,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6250656-c18a-46c5-a38d-af23cd5c1f25","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785358538.4976916,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"817cf081-afba-449b-8a4a-b793de947433"} {"level":"info","ts":1785358538.6102479,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f700161d-139f-48b6-b272-bb7bdf163514","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785358538.6103637,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f700161d-139f-48b6-b272-bb7bdf163514","key":"llm/e2e-external-model-api-key"}