{"level":"info","ts":1785844172.4619868,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28ca5970-88a7-4e3d-a825-946701f6632d"} {"level":"info","ts":1785844172.462003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28ca5970-88a7-4e3d-a825-946701f6632d","EoS":false} {"level":"info","ts":1785844172.462015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28ca5970-88a7-4e3d-a825-946701f6632d"} {"level":"info","ts":1785844172.4620392,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28ca5970-88a7-4e3d-a825-946701f6632d","EoS":true} {"level":"info","ts":1785844172.4620447,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28ca5970-88a7-4e3d-a825-946701f6632d"} {"level":"info","ts":1785844172.5970435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844172.5971131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4"} {"level":"info","ts":1785844172.5971265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4"} {"level":"info","ts":1785844172.597138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4","EoS":true} {"level":"info","ts":1785844172.5971632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4","header":"x-maas-username"} {"level":"info","ts":1785844172.5971735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4","header":"x-maas-subscription"} {"level":"info","ts":1785844172.5971777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4","header":"x-maas-group"} {"level":"info","ts":1785844172.5971923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844172.597215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4"} {"level":"info","ts":1785844172.5993767,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4"} {"level":"info","ts":1785844172.5993946,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4"} {"level":"info","ts":1785844172.5994318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4","EoS":false} {"level":"info","ts":1785844172.5994434,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4"} {"level":"info","ts":1785844172.5994685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4","EoS":true} {"level":"info","ts":1785844172.5994759,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb3c8889-e216-4527-b1ae-ed6629afd1c4"} {"level":"info","ts":1785844172.7375014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844172.7375884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9"} {"level":"info","ts":1785844172.7376037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9"} {"level":"info","ts":1785844172.7376182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9","EoS":true} {"level":"info","ts":1785844172.7376413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9","header":"x-maas-subscription"} {"level":"info","ts":1785844172.7376518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9","header":"x-maas-group"} {"level":"info","ts":1785844172.7376568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9","header":"x-maas-username"} {"level":"info","ts":1785844172.7376702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844172.737695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9"} {"level":"info","ts":1785844172.7384684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9"} {"level":"info","ts":1785844172.7384884,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9"} {"level":"info","ts":1785844172.738513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9","EoS":false} {"level":"info","ts":1785844172.7385244,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9"} {"level":"info","ts":1785844172.738545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9","EoS":true} {"level":"info","ts":1785844172.738555,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"68b87e72-9e98-4244-adc6-7f1a7976e9d9"} {"level":"info","ts":1785844172.8709073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844172.8709795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"526612fa-9f94-4879-8795-579335daf920"} {"level":"info","ts":1785844172.8709881,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"526612fa-9f94-4879-8795-579335daf920"} {"level":"info","ts":1785844172.8709986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"526612fa-9f94-4879-8795-579335daf920","EoS":true} {"level":"info","ts":1785844172.8710222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"526612fa-9f94-4879-8795-579335daf920","header":"x-maas-username"} {"level":"info","ts":1785844172.8710327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"526612fa-9f94-4879-8795-579335daf920","header":"x-maas-subscription"} {"level":"info","ts":1785844172.8710382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"526612fa-9f94-4879-8795-579335daf920","header":"x-maas-group"} {"level":"info","ts":1785844172.8710525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"526612fa-9f94-4879-8795-579335daf920","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844172.871074,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"526612fa-9f94-4879-8795-579335daf920"} {"level":"info","ts":1785844172.87185,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"526612fa-9f94-4879-8795-579335daf920"} {"level":"info","ts":1785844172.8718736,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"526612fa-9f94-4879-8795-579335daf920"} {"level":"info","ts":1785844172.8718941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"526612fa-9f94-4879-8795-579335daf920","EoS":false} {"level":"info","ts":1785844172.8719108,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"526612fa-9f94-4879-8795-579335daf920"} {"level":"info","ts":1785844172.871937,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"526612fa-9f94-4879-8795-579335daf920","EoS":true} {"level":"info","ts":1785844172.8719454,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"526612fa-9f94-4879-8795-579335daf920"} {"level":"info","ts":1785844173.0083323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844173.0084164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c"} {"level":"info","ts":1785844173.0084255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c"} {"level":"info","ts":1785844173.0084379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c","EoS":true} {"level":"info","ts":1785844173.0084627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c","header":"x-maas-subscription"} {"level":"info","ts":1785844173.0084727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c","header":"x-maas-username"} {"level":"info","ts":1785844173.0084777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c","header":"x-maas-group"} {"level":"info","ts":1785844173.0084927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844173.00852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c"} {"level":"info","ts":1785844173.009386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c"} {"level":"info","ts":1785844173.009424,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c"} {"level":"info","ts":1785844173.0094419,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c","EoS":false} {"level":"info","ts":1785844173.0094528,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c"} {"level":"info","ts":1785844173.009481,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c","EoS":true} {"level":"info","ts":1785844173.0094914,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5e65a23a-7592-4675-9e3f-24d2de64609c"} {"level":"info","ts":1785844194.1699946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844194.1700718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665"} {"level":"info","ts":1785844194.1700847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665"} {"level":"info","ts":1785844194.1700969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665","EoS":true} {"level":"info","ts":1785844194.1701238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665","header":"x-maas-username"} {"level":"info","ts":1785844194.1701355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665","header":"x-maas-group"} {"level":"info","ts":1785844194.1701407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665","header":"x-maas-subscription"} {"level":"info","ts":1785844194.1701546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844194.17018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665"} {"level":"info","ts":1785844194.1710582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665"} {"level":"info","ts":1785844194.1710742,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665"} {"level":"info","ts":1785844194.1710882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665","EoS":false} {"level":"info","ts":1785844194.1710994,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665"} {"level":"info","ts":1785844194.171124,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665","EoS":true} {"level":"info","ts":1785844194.171133,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01d31d10-d9d9-421e-b5f4-4b350eaf0665"} {"level":"info","ts":1785844194.2707934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844194.2708693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1cba146-a697-4899-9977-b44182e643f0"} {"level":"info","ts":1785844194.2716067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1cba146-a697-4899-9977-b44182e643f0"} {"level":"info","ts":1785844194.2716258,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a1cba146-a697-4899-9977-b44182e643f0"} {"level":"info","ts":1785844194.2716415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1cba146-a697-4899-9977-b44182e643f0","EoS":false} {"level":"info","ts":1785844194.2716548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1cba146-a697-4899-9977-b44182e643f0"} {"level":"info","ts":1785844194.271682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1cba146-a697-4899-9977-b44182e643f0","EoS":true} {"level":"info","ts":1785844194.2716892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1cba146-a697-4899-9977-b44182e643f0"} {"level":"info","ts":1785844198.8967297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844198.8968122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc"} {"level":"info","ts":1785844198.8968349,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc"} {"level":"info","ts":1785844198.8968556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc","EoS":true} {"level":"info","ts":1785844198.8968916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc","header":"x-maas-username"} {"level":"info","ts":1785844198.896905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc","header":"x-maas-group"} {"level":"info","ts":1785844198.896915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc","header":"x-maas-subscription"} {"level":"info","ts":1785844198.8969355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844198.8969798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc"} {"level":"info","ts":1785844198.897898,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc"} {"level":"info","ts":1785844198.8979177,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc"} {"level":"info","ts":1785844198.897931,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc","EoS":false} {"level":"info","ts":1785844198.897943,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc"} {"level":"info","ts":1785844198.897965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc","EoS":true} {"level":"info","ts":1785844198.8979733,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a457a96-8d37-42ba-848b-d248371443bc"} {"level":"info","ts":1785844207.4785314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844207.4785962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab"} {"level":"info","ts":1785844207.4786055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab"} {"level":"info","ts":1785844207.4786165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab","EoS":true} {"level":"info","ts":1785844207.4786382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab","header":"x-maas-username"} {"level":"info","ts":1785844207.4786465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab","header":"x-maas-subscription"} {"level":"info","ts":1785844207.4786522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab","header":"x-maas-group"} {"level":"info","ts":1785844207.4786673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785844207.4786928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab"} {"level":"info","ts":1785844207.4910908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab"} {"level":"info","ts":1785844207.4911144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab"} {"level":"info","ts":1785844207.4911308,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab","EoS":false} {"level":"info","ts":1785844207.4911427,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab"} {"level":"info","ts":1785844207.4911697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab","EoS":true} {"level":"info","ts":1785844207.4911776,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a1a3436-945f-41e8-89f0-5a7d70e0baab"} {"level":"info","ts":1785844220.3441288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844220.3442087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a"} {"level":"info","ts":1785844220.3442228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a"} {"level":"info","ts":1785844220.3442426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a","EoS":true} {"level":"info","ts":1785844220.3442788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a","header":"x-maas-subscription"} {"level":"info","ts":1785844220.344292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a","header":"x-maas-group"} {"level":"info","ts":1785844220.344303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a","header":"x-maas-username"} {"level":"info","ts":1785844220.3443239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844220.344361,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a"} {"level":"info","ts":1785844220.345302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a"} {"level":"info","ts":1785844220.3453221,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a"} {"level":"info","ts":1785844220.3453374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a","EoS":false} {"level":"info","ts":1785844220.3453493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a"} {"level":"info","ts":1785844220.345382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a","EoS":true} {"level":"info","ts":1785844220.3453941,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"23ffd3c3-ad47-4170-b329-fc1c8312594a"} {"level":"info","ts":1785844228.8440034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844228.8440769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d"} {"level":"info","ts":1785844228.8440914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d"} {"level":"info","ts":1785844228.84411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d","EoS":true} {"level":"info","ts":1785844228.8441484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d","header":"x-maas-username"} {"level":"info","ts":1785844228.8441632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d","header":"x-maas-group"} {"level":"info","ts":1785844228.8441715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d","header":"x-maas-subscription"} {"level":"info","ts":1785844228.8441916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844228.8442261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d"} {"level":"info","ts":1785844228.8451412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d"} {"level":"info","ts":1785844228.8451638,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d"} {"level":"info","ts":1785844228.8451788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d","EoS":false} {"level":"info","ts":1785844228.8451924,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d"} {"level":"info","ts":1785844228.8452215,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d","EoS":true} {"level":"info","ts":1785844228.8452334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0112b854-cb5e-4367-b3e7-cc9fdff6154d"} {"level":"info","ts":1785844237.6849725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844237.685038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c"} {"level":"info","ts":1785844237.6850476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c"} {"level":"info","ts":1785844237.685059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c","EoS":true} {"level":"info","ts":1785844237.68508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c","header":"x-maas-subscription"} {"level":"info","ts":1785844237.6850893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c","header":"x-maas-username"} {"level":"info","ts":1785844237.6850946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c","header":"x-maas-group"} {"level":"info","ts":1785844237.6851077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844237.6851296,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c"} {"level":"info","ts":1785844237.686045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c"} {"level":"info","ts":1785844237.686066,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c"} {"level":"info","ts":1785844237.6860838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c","EoS":false} {"level":"info","ts":1785844237.6860967,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c"} {"level":"info","ts":1785844237.6861272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c","EoS":true} {"level":"info","ts":1785844237.6861393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4fb72864-fde5-446d-bcc3-2cb10e3ed55c"} {"level":"info","ts":1785844269.2312646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844269.231337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14"} {"level":"info","ts":1785844269.2313468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14"} {"level":"info","ts":1785844269.2313585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14","EoS":true} {"level":"info","ts":1785844269.2313826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14","header":"x-maas-group"} {"level":"info","ts":1785844269.2313926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14","header":"x-maas-subscription"} {"level":"info","ts":1785844269.2313979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14","header":"x-maas-username"} {"level":"info","ts":1785844269.231426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785844269.2314494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14"} {"level":"info","ts":1785844269.233312,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14"} {"level":"info","ts":1785844269.2333384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14"} {"level":"info","ts":1785844269.2333543,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14","EoS":false} {"level":"info","ts":1785844269.2333667,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14"} {"level":"info","ts":1785844269.23339,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14","EoS":true} {"level":"info","ts":1785844269.2334013,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d9c2cc40-d217-44db-875f-71cce2f4aa14"} {"level":"info","ts":1785844302.6467159,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844302.6467998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593"} {"level":"info","ts":1785844302.6468139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593"} {"level":"info","ts":1785844302.646826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593","EoS":true} {"level":"info","ts":1785844302.6468534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593","header":"x-maas-subscription"} {"level":"info","ts":1785844302.6468663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593","header":"x-maas-username"} {"level":"info","ts":1785844302.6468737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593","header":"x-maas-group"} {"level":"info","ts":1785844302.6468883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785844302.6469126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593"} {"level":"info","ts":1785844302.6477091,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593"} {"level":"info","ts":1785844302.6477292,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593"} {"level":"info","ts":1785844302.6477447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593","EoS":false} {"level":"info","ts":1785844302.6477568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593"} {"level":"info","ts":1785844302.6477869,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593","EoS":true} {"level":"info","ts":1785844302.647796,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2ee40eab-966d-4e04-b3ce-7e56ac1fe593"} {"level":"info","ts":1785844339.5681374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844339.568216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7"} {"level":"info","ts":1785844339.5682259,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7"} {"level":"info","ts":1785844339.568237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7","EoS":true} {"level":"info","ts":1785844339.5682635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7","header":"x-maas-subscription"} {"level":"info","ts":1785844339.5682738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7","header":"x-maas-username"} {"level":"info","ts":1785844339.5682793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7","header":"x-maas-group"} {"level":"info","ts":1785844339.5682924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844339.5683177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7"} {"level":"info","ts":1785844339.5692534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7"} {"level":"info","ts":1785844339.569273,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7"} {"level":"info","ts":1785844339.569292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7","EoS":false} {"level":"info","ts":1785844339.5693097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7"} {"level":"info","ts":1785844339.5693364,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7","EoS":true} {"level":"info","ts":1785844339.5693467,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce104e1b-84fa-4836-ada3-479f722eaec7"} {"level":"info","ts":1785844348.9052758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844348.905336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688"} {"level":"info","ts":1785844348.9053464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688"} {"level":"info","ts":1785844348.9053566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688","EoS":true} {"level":"info","ts":1785844348.9053767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688","header":"x-maas-group"} {"level":"info","ts":1785844348.9053888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688","header":"x-maas-subscription"} {"level":"info","ts":1785844348.9053936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688","header":"x-maas-username"} {"level":"info","ts":1785844348.9054198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844348.905443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688"} {"level":"info","ts":1785844348.9063482,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688"} {"level":"info","ts":1785844348.9063694,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688"} {"level":"info","ts":1785844348.9063852,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688","EoS":false} {"level":"info","ts":1785844348.9064,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688"} {"level":"info","ts":1785844348.9064448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688","EoS":true} {"level":"info","ts":1785844348.9064538,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8da58ebb-e3cc-4daa-af43-44f50e049688"} {"level":"info","ts":1785844348.9513345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844348.9514394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7"} {"level":"info","ts":1785844348.9514546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7"} {"level":"info","ts":1785844348.9514685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7","EoS":true} {"level":"info","ts":1785844348.9514923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7","header":"x-maas-group"} {"level":"info","ts":1785844348.9515028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7","header":"x-maas-subscription"} {"level":"info","ts":1785844348.9515083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7","header":"x-maas-username"} {"level":"info","ts":1785844348.9515219,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844348.9515452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7"} {"level":"info","ts":1785844348.95246,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7"} {"level":"info","ts":1785844348.9524767,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7"} {"level":"info","ts":1785844348.9524906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7","EoS":false} {"level":"info","ts":1785844348.952499,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7"} {"level":"info","ts":1785844348.9525251,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7","EoS":true} {"level":"info","ts":1785844348.9525325,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84f80498-4f93-4378-9b08-721c6949a1f7"} {"level":"info","ts":1785844367.9177952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844367.9178686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7"} {"level":"info","ts":1785844367.9178836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7"} {"level":"info","ts":1785844367.9178963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7","EoS":true} {"level":"info","ts":1785844367.9179273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7","header":"x-maas-group"} {"level":"info","ts":1785844367.9179425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7","header":"x-maas-username"} {"level":"info","ts":1785844367.9179475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7","header":"x-maas-subscription"} {"level":"info","ts":1785844367.9179614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844367.9179862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7"} {"level":"info","ts":1785844367.9188547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7"} {"level":"info","ts":1785844367.9188755,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7"} {"level":"info","ts":1785844367.9188907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7","EoS":false} {"level":"info","ts":1785844367.918903,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7"} {"level":"info","ts":1785844367.9189327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7","EoS":true} {"level":"info","ts":1785844367.9189417,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5266c6a-83ba-4628-aeee-33c9be9e0bf7"} {"level":"info","ts":1785844549.0834951,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844549.0835783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3"} {"level":"info","ts":1785844549.0835907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3"} {"level":"info","ts":1785844549.0836022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3","EoS":true} {"level":"info","ts":1785844549.083628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3","header":"x-maas-group"} {"level":"info","ts":1785844549.0836384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3","header":"x-maas-username"} {"level":"info","ts":1785844549.0836444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3","header":"x-maas-subscription"} {"level":"info","ts":1785844549.083659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785844549.0836816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3"} {"level":"info","ts":1785844549.0967567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3"} {"level":"info","ts":1785844549.096794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3"} {"level":"info","ts":1785844549.096819,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3","EoS":false} {"level":"info","ts":1785844549.0968385,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3"} {"level":"info","ts":1785844549.0968618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3","EoS":true} {"level":"info","ts":1785844549.096871,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d146ba1-3f01-42a2-81c1-f2e8a44fd8b3"} {"level":"info","ts":1785844611.4480329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844611.4481044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e"} {"level":"info","ts":1785844611.4481142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e"} {"level":"info","ts":1785844611.4481258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e","EoS":true} {"level":"info","ts":1785844611.44815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e","header":"x-maas-username"} {"level":"info","ts":1785844611.4481602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e","header":"x-maas-subscription"} {"level":"info","ts":1785844611.4481664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e","header":"x-maas-group"} {"level":"info","ts":1785844611.4481797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844611.448205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e"} {"level":"info","ts":1785844611.4490898,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e"} {"level":"info","ts":1785844611.4491084,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e"} {"level":"info","ts":1785844611.4491231,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e","EoS":false} {"level":"info","ts":1785844611.4491422,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e"} {"level":"info","ts":1785844611.4491687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e","EoS":true} {"level":"info","ts":1785844611.449179,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61e3c2fe-938e-4d5f-a7bb-0929e97c1d1e"} {"level":"info","ts":1785844626.6662574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844626.666329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755"} {"level":"info","ts":1785844626.666339,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755"} {"level":"info","ts":1785844626.66635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755","EoS":true} {"level":"info","ts":1785844626.6663752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755","header":"x-maas-group"} {"level":"info","ts":1785844626.6663861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755","header":"x-maas-username"} {"level":"info","ts":1785844626.666391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755","header":"x-maas-subscription"} {"level":"info","ts":1785844626.6664228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844626.6664476,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755"} {"level":"info","ts":1785844626.667334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755"} {"level":"info","ts":1785844626.6673613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755"} {"level":"info","ts":1785844626.6673782,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755","EoS":false} {"level":"info","ts":1785844626.6673977,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755"} {"level":"info","ts":1785844626.6674383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755","EoS":true} {"level":"info","ts":1785844626.6674466,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"85595908-02d0-4985-bcd1-9aa1e367c755"} {"level":"info","ts":1785844979.9712281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844979.9713185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb"} {"level":"info","ts":1785844979.971333,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb"} {"level":"info","ts":1785844979.9713464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb","EoS":true} {"level":"info","ts":1785844979.9713733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb","header":"x-maas-group"} {"level":"info","ts":1785844979.971384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb","header":"x-maas-subscription"} {"level":"info","ts":1785844979.97139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb","header":"x-maas-username"} {"level":"info","ts":1785844979.971416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785844979.9714475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb"} {"level":"info","ts":1785844979.9722981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb"} {"level":"info","ts":1785844979.9723196,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb"} {"level":"info","ts":1785844979.9723332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb","EoS":false} {"level":"info","ts":1785844979.9723449,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb"} {"level":"info","ts":1785844979.9723713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb","EoS":true} {"level":"info","ts":1785844979.97238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"de1f7e1d-50c3-4109-9825-6096dbc699cb"} {"level":"info","ts":1785844984.7351835,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"17b3a31f-c706-49c0-9ab6-3f0b65237607","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785844984.735485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37501.676760761,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844984.7355123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844984.791785,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844984.836511,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"17b3a31f-c706-49c0-9ab6-3f0b65237607","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785844984.857716,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a89f6f36-134d-4b4b-accc-6b4a4ecedf6e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785844984.8577597,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a89f6f36-134d-4b4b-accc-6b4a4ecedf6e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785844984.8577526,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7604b53a-0009-4474-8f0e-94cbdcd2830c"} {"level":"info","ts":1785844984.8705342,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35c1ad9c-efa8-4935-bb1b-6407b6d7c90d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785844984.8705707,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35c1ad9c-efa8-4935-bb1b-6407b6d7c90d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785844984.8709188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37159.282255808,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844984.870941,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844984.8808248,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844984.9709914,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7604b53a-0009-4474-8f0e-94cbdcd2830c","name":"e2e-external-provider"} {"level":"info","ts":1785844984.9717572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d8fc34e-ee96-4700-afca-908c4d6c5b7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785844984.9717581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c154064-e1ac-4ce8-83d8-891b4ac28f70"} {"level":"info","ts":1785844984.971805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d8fc34e-ee96-4700-afca-908c4d6c5b7b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785844984.9774232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08a443c1-f4b7-40a1-a1ac-f8b921bd7b67","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785844984.977455,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08a443c1-f4b7-40a1-a1ac-f8b921bd7b67","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785844984.9774644,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c154064-e1ac-4ce8-83d8-891b4ac28f70","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785844984.9848876,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c51a2f72-2f21-461e-be19-aec69151a262","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785844984.984917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c51a2f72-2f21-461e-be19-aec69151a262","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785844984.9849067,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c154064-e1ac-4ce8-83d8-891b4ac28f70","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844984.984976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59402f39-64c1-4296-aa3c-5acfc94c6acf"} {"level":"info","ts":1785844984.984998,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59402f39-64c1-4296-aa3c-5acfc94c6acf","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785844984.9887853,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7604b53a-0009-4474-8f0e-94cbdcd2830c","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785844984.9906652,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59402f39-64c1-4296-aa3c-5acfc94c6acf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844985.0014532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4968074-fe5c-4c3b-bc1d-38688d290e14"} {"level":"info","ts":1785844985.001488,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4968074-fe5c-4c3b-bc1d-38688d290e14","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785844985.0026693,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7604b53a-0009-4474-8f0e-94cbdcd2830c","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785844985.0069158,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4968074-fe5c-4c3b-bc1d-38688d290e14","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844985.0093164,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7604b53a-0009-4474-8f0e-94cbdcd2830c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785844985.0178938,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b48d1e4f-a1ba-48cc-a55d-c071b3f853f5"} {"level":"info","ts":1785844985.0179243,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4c72bdd-41e2-4f44-9026-8517f8d9d3ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785844985.0179522,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4c72bdd-41e2-4f44-9026-8517f8d9d3ac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785844985.0179956,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5efd87f1-fc0b-4c1d-8b5b-915e3b336279","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785844985.0180213,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5efd87f1-fc0b-4c1d-8b5b-915e3b336279","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785844985.0179543,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b48d1e4f-a1ba-48cc-a55d-c071b3f853f5","name":"e2e-external-provider"} {"level":"info","ts":1785844985.0180202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b096271-6334-4049-958a-80647831b080"} {"level":"info","ts":1785844985.0182948,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39359.317892512,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844985.0183084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844985.0266874,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785844985.0288272,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b48d1e4f-a1ba-48cc-a55d-c071b3f853f5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785844985.1191828,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b096271-6334-4049-958a-80647831b080","name":"e2e-external-model"} {"level":"info","ts":1785844985.131473,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b096271-6334-4049-958a-80647831b080","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785844985.1378446,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"876cbee1-ab26-4c9f-b5b5-c76c8301bbee"} {"level":"info","ts":1785844985.137909,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"876cbee1-ab26-4c9f-b5b5-c76c8301bbee","name":"e2e-external-model"} {"level":"info","ts":1785844985.1378489,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74e89f80-3373-459d-a65b-7ca5e73e9382","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785844985.137978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74e89f80-3373-459d-a65b-7ca5e73e9382","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785844985.1553326,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"876cbee1-ab26-4c9f-b5b5-c76c8301bbee","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844985.1553895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab301839-bd07-4933-9d26-d60c3960a748","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785844985.1554515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86465962-6cf8-4306-9815-0f48cddd66a4"} {"level":"info","ts":1785844985.1555092,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86465962-6cf8-4306-9815-0f48cddd66a4","name":"e2e-external-model"} {"level":"info","ts":1785844985.1554523,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab301839-bd07-4933-9d26-d60c3960a748","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785844985.1664274,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86465962-6cf8-4306-9815-0f48cddd66a4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785844985.1723018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"515ebf75-c72f-4cf7-8aad-48195ed1dcb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785844985.1723428,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"515ebf75-c72f-4cf7-8aad-48195ed1dcb9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785844985.172493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"625a843b-62fa-4b40-bbc1-57782201245e"} {"level":"info","ts":1785844985.1725821,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"625a843b-62fa-4b40-bbc1-57782201245e","name":"e2e-external-model"} {"level":"info","ts":1785844985.1819162,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"625a843b-62fa-4b40-bbc1-57782201245e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785844996.7436347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785844996.7436981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372"} {"level":"info","ts":1785844996.7437098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372"} {"level":"info","ts":1785844996.7437205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","EoS":true} {"level":"info","ts":1785844996.7437444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","header":"x-maas-username"} {"level":"info","ts":1785844996.7437544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","header":"x-maas-subscription"} {"level":"info","ts":1785844996.7437603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","header":"x-maas-group"} {"level":"info","ts":1785844996.7437732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785844996.7437823,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","modelName":"e2e-external-model"} {"level":"info","ts":1785844996.743795,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785844996.7438366,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785844996.74386,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","authType":"apikey"} {"level":"info","ts":1785844996.7438872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372"} {"level":"info","ts":1785844996.8297818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372"} {"level":"info","ts":1785844996.829817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372"} {"level":"info","ts":1785844996.8298397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","EoS":false} {"level":"info","ts":1785844996.829864,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372"} {"level":"info","ts":1785844996.8298974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372","EoS":true} {"level":"info","ts":1785844996.82991,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee3598f3-4706-4db4-95a2-b10cebb81372"} {"level":"info","ts":1785844996.9379494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2186d7-a510-44aa-8d77-7adc1d230d39","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785844996.9379723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958d8154-aa42-4585-aa73-92c04f1ce2ff"} {"level":"info","ts":1785844996.9380014,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2186d7-a510-44aa-8d77-7adc1d230d39","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785844996.9436057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e01cb6e-e00f-4652-b3d3-015ab754e8fa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785844996.9436321,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e01cb6e-e00f-4652-b3d3-015ab754e8fa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785844996.9469066,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958d8154-aa42-4585-aa73-92c04f1ce2ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844996.946971,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958d8154-aa42-4585-aa73-92c04f1ce2ff","name":"e2e-cleanup-test"} {"level":"info","ts":1785844996.960292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70173485-ad35-4a05-9899-f9c49c51d960","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785844996.960322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70173485-ad35-4a05-9899-f9c49c51d960","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785844996.966777,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958d8154-aa42-4585-aa73-92c04f1ce2ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785844996.9668128,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958d8154-aa42-4585-aa73-92c04f1ce2ff","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844996.966856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7135bbd6-d009-4132-a832-be3c8fa0b37c"} {"level":"info","ts":1785844996.9669013,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7135bbd6-d009-4132-a832-be3c8fa0b37c","name":"e2e-cleanup-test"} {"level":"info","ts":1785844996.9775872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"195a4dbd-1244-48e3-8d06-943f8be79223","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785844996.9776115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"195a4dbd-1244-48e3-8d06-943f8be79223","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785844996.9783792,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7135bbd6-d009-4132-a832-be3c8fa0b37c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785844996.9818842,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7135bbd6-d009-4132-a832-be3c8fa0b37c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844996.9819467,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8470f5e2-1890-43c1-8435-b86d6c226bfc"} {"level":"info","ts":1785844996.9819965,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8470f5e2-1890-43c1-8435-b86d6c226bfc","name":"e2e-cleanup-test"} {"level":"info","ts":1785844996.9906733,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8470f5e2-1890-43c1-8435-b86d6c226bfc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785844996.9916656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4fe7d54-e809-4d36-99e3-5b9be5fa3c1a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785844996.9916894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4fe7d54-e809-4d36-99e3-5b9be5fa3c1a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785844996.994235,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8470f5e2-1890-43c1-8435-b86d6c226bfc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785844996.9942968,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63985f67-dad4-4ae1-8a71-cafe572d02d8"} {"level":"info","ts":1785844996.9943383,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63985f67-dad4-4ae1-8a71-cafe572d02d8","name":"e2e-cleanup-test"} {"level":"info","ts":1785844997.0028749,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63985f67-dad4-4ae1-8a71-cafe572d02d8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785845005.2029912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"993e2bcd-cc77-4788-80df-dae4387e8010","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785845005.203035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a7a0999-6640-4ca4-b1de-4e4d4bd762ef"} {"level":"info","ts":1785845005.2030406,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"993e2bcd-cc77-4788-80df-dae4387e8010","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785845009.4914377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785845009.4914973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0763cf0-9f68-4fd6-b361-40fd10837019"} {"level":"info","ts":1785845009.4915087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0763cf0-9f68-4fd6-b361-40fd10837019"} {"level":"info","ts":1785845009.4915266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0763cf0-9f68-4fd6-b361-40fd10837019","EoS":true} {"level":"info","ts":1785845009.4915671,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0763cf0-9f68-4fd6-b361-40fd10837019","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785845009.4916027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0763cf0-9f68-4fd6-b361-40fd10837019"} {"level":"info","ts":1785845009.5328264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785845009.5328968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317"} {"level":"info","ts":1785845009.5329113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317"} {"level":"info","ts":1785845009.5329237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","EoS":true} {"level":"info","ts":1785845009.5329452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","header":"x-maas-group"} {"level":"info","ts":1785845009.5329554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","header":"x-maas-subscription"} {"level":"info","ts":1785845009.5329607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","header":"x-maas-username"} {"level":"info","ts":1785845009.5329728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785845009.532979,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","modelName":"e2e-external-model"} {"level":"info","ts":1785845009.5329907,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785845009.5330117,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785845009.5330257,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","authType":"apikey"} {"level":"info","ts":1785845009.533049,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317"} {"level":"info","ts":1785845009.6243563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317"} {"level":"info","ts":1785845009.6243827,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317"} {"level":"info","ts":1785845009.6243994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","EoS":false} {"level":"info","ts":1785845009.6244345,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317"} {"level":"info","ts":1785845009.6244667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317","EoS":true} {"level":"info","ts":1785845009.6244802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"88c43301-1e36-440b-b4a6-f1e27f4dc317"} {"level":"info","ts":1785845009.6602786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785845009.6603513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef"} {"level":"info","ts":1785845009.660361,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef"} {"level":"info","ts":1785845009.6603725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef","EoS":true} {"level":"info","ts":1785845009.6603951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef","header":"x-maas-username"} {"level":"info","ts":1785845009.660432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef","header":"x-maas-group"} {"level":"info","ts":1785845009.6604383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef","header":"x-maas-subscription"} {"level":"info","ts":1785845009.6604514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785845009.6604779,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef"} {"level":"info","ts":1785845009.7046452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef"} {"level":"info","ts":1785845009.7046738,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef"} {"level":"info","ts":1785845009.7046962,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef","EoS":false} {"level":"info","ts":1785845009.7047117,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef"} {"level":"info","ts":1785845009.7047493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef","EoS":true} {"level":"info","ts":1785845009.7047646,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f70c9804-915c-4e99-abba-f164e96c59ef"} {"level":"info","ts":1785845009.7419024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785845009.7419662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c"} {"level":"info","ts":1785845009.7419748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c"} {"level":"info","ts":1785845009.7419858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c","EoS":true} {"level":"info","ts":1785845009.742006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c","header":"x-maas-username"} {"level":"info","ts":1785845009.7420182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c","header":"x-maas-subscription"} {"level":"info","ts":1785845009.7420237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c","header":"x-maas-group"} {"level":"info","ts":1785845009.7420514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c"} {"level":"info","ts":1785845009.7898157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c"} {"level":"info","ts":1785845009.7898386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c"} {"level":"info","ts":1785845009.7898552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c","EoS":false} {"level":"info","ts":1785845009.789868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c"} {"level":"info","ts":1785845009.789891,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c","EoS":true} {"level":"info","ts":1785845009.7898967,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a538d4cb-9021-4229-9901-0da37080a41c"} {"level":"info","ts":1785845010.633044,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7830ebb6-6adc-4104-9317-b99f4702067d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785845010.633092,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7830ebb6-6adc-4104-9317-b99f4702067d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785845010.6330898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eafd553c-2be2-4a9a-93c2-2f633913b882"} {"level":"info","ts":1785845010.7900922,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77d61db4-d43a-43fb-b4ad-8fd04e7220d5"} {"level":"info","ts":1785845010.7901316,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0aa36c57-6965-4de1-b569-11d0ab5e5d4a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785845010.7901528,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0aa36c57-6965-4de1-b569-11d0ab5e5d4a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785845010.9017317,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a0e621fc-9539-4274-9909-0e82cb8152be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785845010.9018483,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a0e621fc-9539-4274-9909-0e82cb8152be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785846562.3940127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785846562.3940785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab086bb0-1283-4486-9a58-d3d171303166"} {"level":"info","ts":1785846642.7897658,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785846642.7898653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5"} {"level":"info","ts":1785846642.7898796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5"} {"level":"info","ts":1785846642.7898927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5","EoS":true} {"level":"info","ts":1785846642.789924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5","header":"x-maas-username"} {"level":"info","ts":1785846642.789935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5","header":"x-maas-subscription"} {"level":"info","ts":1785846642.7899406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5","header":"x-maas-group"} {"level":"info","ts":1785846642.7899554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785846642.789981,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5"} {"level":"info","ts":1785846642.7909083,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5"} {"level":"info","ts":1785846642.7909303,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5"} {"level":"info","ts":1785846642.790945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5","EoS":false} {"level":"info","ts":1785846642.7909567,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5"} {"level":"info","ts":1785846642.7909832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5","EoS":true} {"level":"info","ts":1785846642.7909915,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"225ee9c4-8184-4347-99c0-a7d439cf59b5"}