{"level":"info","ts":1784665790.2087324,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"673000bc-2c60-4319-8a4d-65b02ec1b1b0","EoS":true}
{"level":"info","ts":1784665790.2087677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"673000bc-2c60-4319-8a4d-65b02ec1b1b0"}
{"level":"info","ts":1784665790.534525,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665790.5345922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312"}
{"level":"info","ts":1784665790.5346024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312"}
{"level":"info","ts":1784665790.5346184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312","EoS":true}
{"level":"info","ts":1784665790.5346427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665790.5346684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312"}
{"level":"info","ts":1784665790.5356524,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312"}
{"level":"info","ts":1784665790.535672,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312"}
{"level":"info","ts":1784665790.5356872,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312","EoS":false}
{"level":"info","ts":1784665790.5357015,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312","EoS":true}
{"level":"info","ts":1784665790.5357442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"872c968d-d9a9-4f14-a016-bf3306217312"}
{"level":"info","ts":1784665930.412096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665930.4121842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434"}
{"level":"info","ts":1784665930.412196,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434"}
{"level":"info","ts":1784665930.4122076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434","EoS":true}
{"level":"info","ts":1784665930.4122338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665930.4122608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434"}
{"level":"info","ts":1784665930.4131732,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434"}
{"level":"info","ts":1784665930.4131944,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434"}
{"level":"info","ts":1784665930.4132102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434","EoS":false}
{"level":"info","ts":1784665930.4132216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434","EoS":true}
{"level":"info","ts":1784665930.41326,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"04b50a39-7aad-409d-8a2c-7bea5bcba434"}
{"level":"info","ts":1784665930.4819508,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665930.4820175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee"}
{"level":"info","ts":1784665930.4820263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee"}
{"level":"info","ts":1784665930.4820378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee","EoS":true}
{"level":"info","ts":1784665930.4820611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665930.4820905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee"}
{"level":"info","ts":1784665930.482893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee"}
{"level":"info","ts":1784665930.4829142,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee"}
{"level":"info","ts":1784665930.4829316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee","EoS":false}
{"level":"info","ts":1784665930.4829414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee","EoS":true}
{"level":"info","ts":1784665930.482971,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"27d3cb61-c8a5-462a-8d29-02f1ff515dee"}
{"level":"info","ts":1784665938.1520076,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665938.1520784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378"}
{"level":"info","ts":1784665938.1520903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378"}
{"level":"info","ts":1784665938.1521022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378","EoS":true}
{"level":"info","ts":1784665938.1521263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665938.152154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378"}
{"level":"info","ts":1784665938.152996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378"}
{"level":"info","ts":1784665938.153015,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378"}
{"level":"info","ts":1784665938.1530287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378","EoS":false}
{"level":"info","ts":1784665938.1530397,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378","EoS":true}
{"level":"info","ts":1784665938.1530728,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"437d541b-51e1-41c2-ac78-9544f554c378"}
{"level":"info","ts":1784665938.1835485,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665938.1836047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635"}
{"level":"info","ts":1784665938.1836152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635"}
{"level":"info","ts":1784665938.183625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635","EoS":true}
{"level":"info","ts":1784665938.1836445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665938.1836693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635"}
{"level":"info","ts":1784665938.1844182,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635"}
{"level":"info","ts":1784665938.1844516,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635"}
{"level":"info","ts":1784665938.1844676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635","EoS":false}
{"level":"info","ts":1784665938.184481,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635","EoS":true}
{"level":"info","ts":1784665938.184512,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5394983-74a8-4860-a24a-0999140b2635"}
{"level":"info","ts":1784665938.2148058,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665938.2148695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885"}
{"level":"info","ts":1784665938.2148795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885"}
{"level":"info","ts":1784665938.21489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885","EoS":true}
{"level":"info","ts":1784665938.2149143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665938.2149396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885"}
{"level":"info","ts":1784665938.215659,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885"}
{"level":"info","ts":1784665938.215682,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885"}
{"level":"info","ts":1784665938.2156963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885","EoS":false}
{"level":"info","ts":1784665938.2157075,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885","EoS":true}
{"level":"info","ts":1784665938.2157407,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05b31288-ba44-4006-b4a4-ca6fb9171885"}
{"level":"info","ts":1784665938.2467353,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665938.2468047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81"}
{"level":"info","ts":1784665938.2468183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81"}
{"level":"info","ts":1784665938.2468312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81","EoS":true}
{"level":"info","ts":1784665938.246854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665938.2468808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81"}
{"level":"info","ts":1784665938.2476218,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81"}
{"level":"info","ts":1784665938.2476397,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81"}
{"level":"info","ts":1784665938.247655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81","EoS":false}
{"level":"info","ts":1784665938.2476673,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81","EoS":true}
{"level":"info","ts":1784665938.2476993,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35b9f0dc-2732-4c2b-a60b-1599b4273e81"}
{"level":"info","ts":1784665951.225487,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665951.2255611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c"}
{"level":"info","ts":1784665951.2255707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c"}
{"level":"info","ts":1784665951.2255821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c","EoS":true}
{"level":"info","ts":1784665951.2256083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665951.2256413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c"}
{"level":"info","ts":1784665951.2264602,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c"}
{"level":"info","ts":1784665951.226478,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c"}
{"level":"info","ts":1784665951.2264955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c","EoS":false}
{"level":"info","ts":1784665951.2265086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c","EoS":true}
{"level":"info","ts":1784665951.226542,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3172abe1-f27e-42ea-b670-c462206a825c"}
{"level":"info","ts":1784665952.0019882,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665952.002066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242"}
{"level":"info","ts":1784665952.002077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242"}
{"level":"info","ts":1784665952.0020907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242","EoS":true}
{"level":"info","ts":1784665952.0021644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665952.002195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242"}
{"level":"info","ts":1784665952.0029655,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242"}
{"level":"info","ts":1784665952.0029805,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242"}
{"level":"info","ts":1784665952.0029945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242","EoS":false}
{"level":"info","ts":1784665952.0030048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242","EoS":true}
{"level":"info","ts":1784665952.0030403,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"36986ee6-990f-4b32-ac93-d270bdc13242"}
{"level":"info","ts":1784665975.0976284,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665975.0977018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8"}
{"level":"info","ts":1784665975.0977106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8"}
{"level":"info","ts":1784665975.097722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8","EoS":true}
{"level":"info","ts":1784665975.097748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665975.0977745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8"}
{"level":"info","ts":1784665975.0989535,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8"}
{"level":"info","ts":1784665975.098974,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8"}
{"level":"info","ts":1784665975.0989883,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8","EoS":false}
{"level":"info","ts":1784665975.0990002,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8","EoS":true}
{"level":"info","ts":1784665975.0990345,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2ab08bce-e989-44c0-99d6-61c9a4da31e8"}
{"level":"info","ts":1784665975.231983,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665975.2320478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14"}
{"level":"info","ts":1784665975.2320602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14"}
{"level":"info","ts":1784665975.232071,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14","EoS":true}
{"level":"info","ts":1784665975.2320983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665975.232125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14"}
{"level":"info","ts":1784665975.23313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14"}
{"level":"info","ts":1784665975.2331486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14"}
{"level":"info","ts":1784665975.2331657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14","EoS":false}
{"level":"info","ts":1784665975.2331762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14","EoS":true}
{"level":"info","ts":1784665975.233207,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"04fb6d12-21ef-4b5f-b2b7-bec1ed55ad14"}
{"level":"info","ts":1784665975.3641527,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665975.3642273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2"}
{"level":"info","ts":1784665975.3642383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2"}
{"level":"info","ts":1784665975.364249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2","EoS":true}
{"level":"info","ts":1784665975.3642733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665975.3643072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2"}
{"level":"info","ts":1784665975.3672962,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2"}
{"level":"info","ts":1784665975.3673122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2"}
{"level":"info","ts":1784665975.3673248,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2","EoS":false}
{"level":"info","ts":1784665975.3673365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2","EoS":true}
{"level":"info","ts":1784665975.3673825,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7d3c65e-e683-4ad8-90ba-f8ec42972dd2"}
{"level":"info","ts":1784665975.5005057,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665975.5005932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed"}
{"level":"info","ts":1784665975.5006068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed"}
{"level":"info","ts":1784665975.5006182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed","EoS":true}
{"level":"info","ts":1784665975.5006976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665975.5007281,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed"}
{"level":"info","ts":1784665975.501723,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed"}
{"level":"info","ts":1784665975.5017354,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed"}
{"level":"info","ts":1784665975.5017488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed","EoS":false}
{"level":"info","ts":1784665975.5017607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed","EoS":true}
{"level":"info","ts":1784665975.5017889,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a140ae18-1910-4bf3-becd-fbecf7cca3ed"}
{"level":"info","ts":1784665975.6325424,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665975.63261,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c"}
{"level":"info","ts":1784665975.6326199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c"}
{"level":"info","ts":1784665975.6326308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c","EoS":true}
{"level":"info","ts":1784665975.6326563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665975.6326823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c"}
{"level":"info","ts":1784665975.6336474,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c"}
{"level":"info","ts":1784665975.6336658,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c"}
{"level":"info","ts":1784665975.6336818,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c","EoS":false}
{"level":"info","ts":1784665975.6336925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c","EoS":true}
{"level":"info","ts":1784665975.633724,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c7ecfc0-0d30-4996-88b1-9c21ecf5fb4c"}
{"level":"info","ts":1784665994.474299,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665994.4743903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06"}
{"level":"info","ts":1784665994.4744062,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06"}
{"level":"info","ts":1784665994.4744253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06","EoS":true}
{"level":"info","ts":1784665994.4744806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665994.4745164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06"}
{"level":"info","ts":1784665994.4754665,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06"}
{"level":"info","ts":1784665994.475486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06"}
{"level":"info","ts":1784665994.4755013,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06","EoS":false}
{"level":"info","ts":1784665994.4755125,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06","EoS":true}
{"level":"info","ts":1784665994.4755454,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c3212f9f-f356-4396-9107-5adc8f586f06"}
{"level":"info","ts":1784665994.5715168,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665994.5716095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"611b741f-3f86-43d1-97f3-72a2597830ff"}
{"level":"info","ts":1784665994.573623,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"611b741f-3f86-43d1-97f3-72a2597830ff"}
{"level":"info","ts":1784665994.5736396,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"611b741f-3f86-43d1-97f3-72a2597830ff"}
{"level":"info","ts":1784665994.5736573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"611b741f-3f86-43d1-97f3-72a2597830ff","EoS":false}
{"level":"info","ts":1784665994.573669,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"611b741f-3f86-43d1-97f3-72a2597830ff"}
{"level":"info","ts":1784665994.573694,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"611b741f-3f86-43d1-97f3-72a2597830ff","EoS":true}
{"level":"info","ts":1784665994.5737045,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"611b741f-3f86-43d1-97f3-72a2597830ff"}
{"level":"info","ts":1784665999.1780312,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784665999.1781087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5"}
{"level":"info","ts":1784665999.1781216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5"}
{"level":"info","ts":1784665999.1781328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5","EoS":true}
{"level":"info","ts":1784665999.178158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784665999.178186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5"}
{"level":"info","ts":1784665999.1790297,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5"}
{"level":"info","ts":1784665999.1790512,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5"}
{"level":"info","ts":1784665999.1790676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5","EoS":false}
{"level":"info","ts":1784665999.1790798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5","EoS":true}
{"level":"info","ts":1784665999.1791275,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e65dd4ab-70f1-4303-92ae-a71e6da872b5"}
{"level":"info","ts":1784666009.7813077,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666009.7813828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2"}
{"level":"info","ts":1784666009.781392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2"}
{"level":"info","ts":1784666009.7814033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2","EoS":true}
{"level":"info","ts":1784666009.7814581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784666009.7814867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2"}
{"level":"info","ts":1784666009.7825277,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2"}
{"level":"info","ts":1784666009.782557,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2"}
{"level":"info","ts":1784666009.7825758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2","EoS":false}
{"level":"info","ts":1784666009.7825925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2","EoS":true}
{"level":"info","ts":1784666009.7826366,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c1d6cb71-d2ee-42a9-a835-19bcc08816f2"}
{"level":"info","ts":1784666022.666567,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666022.6666358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c"}
{"level":"info","ts":1784666022.6666448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c"}
{"level":"info","ts":1784666022.6666572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c","EoS":true}
{"level":"info","ts":1784666022.6666825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666022.6667128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c"}
{"level":"info","ts":1784666022.6675026,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c"}
{"level":"info","ts":1784666022.6675212,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c"}
{"level":"info","ts":1784666022.66754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c","EoS":false}
{"level":"info","ts":1784666022.667555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c","EoS":true}
{"level":"info","ts":1784666022.6675887,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"216bd172-c071-4a15-9659-934f5cf0e53c"}
{"level":"info","ts":1784666031.223697,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666031.223764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03"}
{"level":"info","ts":1784666031.223775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03"}
{"level":"info","ts":1784666031.2237859,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03","EoS":true}
{"level":"info","ts":1784666031.223815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666031.2238421,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03"}
{"level":"info","ts":1784666031.2247987,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03"}
{"level":"info","ts":1784666031.2248194,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03"}
{"level":"info","ts":1784666031.2248402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03","EoS":false}
{"level":"info","ts":1784666031.2248597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03","EoS":true}
{"level":"info","ts":1784666031.2248979,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e1064786-fd81-4494-93b0-917dab239d03"}
{"level":"info","ts":1784666040.1321301,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666040.1322055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7"}
{"level":"info","ts":1784666040.1322181,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7"}
{"level":"info","ts":1784666040.13223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7","EoS":true}
{"level":"info","ts":1784666040.1322596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666040.1322932,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7"}
{"level":"info","ts":1784666040.1331575,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7"}
{"level":"info","ts":1784666040.133177,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7"}
{"level":"info","ts":1784666040.1331925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7","EoS":false}
{"level":"info","ts":1784666040.1332047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7","EoS":true}
{"level":"info","ts":1784666040.1332412,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae5bf4a5-553a-44ee-9cdc-defeae88a9a7"}
{"level":"info","ts":1784666065.1831217,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666065.1831923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00"}
{"level":"info","ts":1784666065.1832018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00"}
{"level":"info","ts":1784666065.1832132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00","EoS":true}
{"level":"info","ts":1784666065.1832438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784666065.1832697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00"}
{"level":"info","ts":1784666065.185541,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00"}
{"level":"info","ts":1784666065.185562,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00"}
{"level":"info","ts":1784666065.1855772,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00","EoS":false}
{"level":"info","ts":1784666065.1855907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00","EoS":true}
{"level":"info","ts":1784666065.1856272,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea3adc6e-79b1-4cd0-ae33-67aa0bfd3f00"}
{"level":"info","ts":1784666092.1495972,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666092.1496642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23"}
{"level":"info","ts":1784666092.1496763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23"}
{"level":"info","ts":1784666092.1496868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23","EoS":true}
{"level":"info","ts":1784666092.1497142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784666092.1497412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23"}
{"level":"info","ts":1784666092.1529188,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23"}
{"level":"info","ts":1784666092.1529386,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23"}
{"level":"info","ts":1784666092.1529584,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23","EoS":false}
{"level":"info","ts":1784666092.1529708,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23","EoS":true}
{"level":"info","ts":1784666092.153004,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69d2129e-4240-4a34-bc4a-f80e46ffff23"}
{"level":"info","ts":1784666120.8330152,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666120.8330996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881"}
{"level":"info","ts":1784666120.8331127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881"}
{"level":"info","ts":1784666120.8331256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881","EoS":true}
{"level":"info","ts":1784666120.833153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666120.8331785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881"}
{"level":"info","ts":1784666120.834117,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881"}
{"level":"info","ts":1784666120.8341386,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881"}
{"level":"info","ts":1784666120.8341532,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881","EoS":false}
{"level":"info","ts":1784666120.8341653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881","EoS":true}
{"level":"info","ts":1784666120.8342001,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"baeabe50-f99e-4780-b725-c662b7fec881"}
{"level":"info","ts":1784666130.2139091,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666130.2139807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33"}
{"level":"info","ts":1784666130.21399,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33"}
{"level":"info","ts":1784666130.2140002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33","EoS":true}
{"level":"info","ts":1784666130.2140245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666130.2140498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33"}
{"level":"info","ts":1784666130.2149956,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33"}
{"level":"info","ts":1784666130.2150207,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33"}
{"level":"info","ts":1784666130.215035,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33","EoS":false}
{"level":"info","ts":1784666130.2150486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33","EoS":true}
{"level":"info","ts":1784666130.2150831,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9f3d40b2-b592-4485-9d6e-7f1fc6633e33"}
{"level":"info","ts":1784666130.2522938,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666130.2523568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd"}
{"level":"info","ts":1784666130.2523685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd"}
{"level":"info","ts":1784666130.2523794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd","EoS":true}
{"level":"info","ts":1784666130.2524066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666130.2524533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd"}
{"level":"info","ts":1784666130.2535079,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd"}
{"level":"info","ts":1784666130.2535267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd"}
{"level":"info","ts":1784666130.2535474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd","EoS":false}
{"level":"info","ts":1784666130.2535684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd","EoS":true}
{"level":"info","ts":1784666130.2536108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06aead10-1d41-4055-86cb-8ef8e10353bd"}
{"level":"info","ts":1784666149.3531609,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666149.3532329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8"}
{"level":"info","ts":1784666149.353247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8"}
{"level":"info","ts":1784666149.353259,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8","EoS":true}
{"level":"info","ts":1784666149.3532853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666149.353316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8"}
{"level":"info","ts":1784666149.354122,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8"}
{"level":"info","ts":1784666149.3541398,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8"}
{"level":"info","ts":1784666149.354159,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8","EoS":false}
{"level":"info","ts":1784666149.3541763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8","EoS":true}
{"level":"info","ts":1784666149.3542175,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4af2738b-a493-4381-a697-796fd7738bd8"}
{"level":"info","ts":1784666281.3996823,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666281.3997688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c"}
{"level":"info","ts":1784666281.3997798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c"}
{"level":"info","ts":1784666281.399791,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c","EoS":true}
{"level":"info","ts":1784666281.39986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784666281.3998904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c"}
{"level":"info","ts":1784666281.4013853,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c"}
{"level":"info","ts":1784666281.401406,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c"}
{"level":"info","ts":1784666281.4014513,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c","EoS":false}
{"level":"info","ts":1784666281.4014728,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c","EoS":true}
{"level":"info","ts":1784666281.4015179,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"16516ee6-8ba6-4369-8271-3f9c543d199c"}
{"level":"info","ts":1784666318.2657986,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666318.2658718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621"}
{"level":"info","ts":1784666318.2658837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621"}
{"level":"info","ts":1784666318.2658944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621","EoS":true}
{"level":"info","ts":1784666318.2659192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666318.2659454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621"}
{"level":"info","ts":1784666318.268201,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621"}
{"level":"info","ts":1784666318.268221,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621"}
{"level":"info","ts":1784666318.2682347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621","EoS":false}
{"level":"info","ts":1784666318.268246,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621","EoS":true}
{"level":"info","ts":1784666318.2682788,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7a1c346b-658e-4572-9bab-84f38178f621"}
{"level":"info","ts":1784666333.5160782,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666333.5161622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a"}
{"level":"info","ts":1784666333.5161748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a"}
{"level":"info","ts":1784666333.516186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a","EoS":true}
{"level":"info","ts":1784666333.5162122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666333.5162387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a"}
{"level":"info","ts":1784666333.5170238,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a"}
{"level":"info","ts":1784666333.5170426,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a"}
{"level":"info","ts":1784666333.517057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a","EoS":false}
{"level":"info","ts":1784666333.5170693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a","EoS":true}
{"level":"info","ts":1784666333.5171034,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6242e27a-9468-4483-99f6-dafd5b22315a"}
{"level":"info","ts":1784666663.7376635,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666663.7377458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5"}
{"level":"info","ts":1784666663.7377555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5"}
{"level":"info","ts":1784666663.7377677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5","EoS":true}
{"level":"info","ts":1784666663.737795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784666663.7378228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5"}
{"level":"info","ts":1784666663.7387843,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5"}
{"level":"info","ts":1784666663.7387989,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5"}
{"level":"info","ts":1784666663.7388113,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5","EoS":false}
{"level":"info","ts":1784666663.7388241,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5","EoS":true}
{"level":"info","ts":1784666663.7388558,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2da6b0ec-7635-42fa-9441-f36a9f71ebe5"}
{"level":"info","ts":1784666668.5082896,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8dd607f5-973b-4f4a-b694-b31da77e6ba0","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784666668.5085595,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36969.86159059,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.5085783,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.573386,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.6089597,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8dd607f5-973b-4f4a-b694-b31da77e6ba0","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784666668.6276877,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6826386-d7f5-4bb4-911b-3391fc68c84a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784666668.6276996,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab877a4-51dc-49b3-8738-33dd4d467036"}
{"level":"info","ts":1784666668.6277363,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6826386-d7f5-4bb4-911b-3391fc68c84a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784666668.6350868,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"246bfc65-9ce0-4b76-842e-d7a416912415","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784666668.6351066,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"246bfc65-9ce0-4b76-842e-d7a416912415","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784666668.6360118,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34952.989210162,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.63603,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.6477084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.7363582,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab877a4-51dc-49b3-8738-33dd4d467036","name":"e2e-external-provider"}
{"level":"info","ts":1784666668.7372386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fe947e3-4ab8-451d-b4f9-01fca97bf694","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666668.737296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fe947e3-4ab8-451d-b4f9-01fca97bf694","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784666668.737237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c63e1bac-3d1c-4fc4-9be3-357ac43538d3"}
{"level":"info","ts":1784666668.7457974,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c63e1bac-3d1c-4fc4-9be3-357ac43538d3","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784666668.7458458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1573f2cc-fc1c-43f2-b6c9-19acabfb3a6c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666668.745875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1573f2cc-fc1c-43f2-b6c9-19acabfb3a6c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784666668.7538948,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c63e1bac-3d1c-4fc4-9be3-357ac43538d3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666668.7539537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59099966-5a5a-4067-b758-488b6544c685","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666668.7539766,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47783bf1-412e-4208-9de1-56773e985d11"}
{"level":"info","ts":1784666668.7539814,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59099966-5a5a-4067-b758-488b6544c685","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784666668.7539976,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47783bf1-412e-4208-9de1-56773e985d11","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784666668.7541769,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab877a4-51dc-49b3-8738-33dd4d467036","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784666668.7594087,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47783bf1-412e-4208-9de1-56773e985d11","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666668.7638721,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab877a4-51dc-49b3-8738-33dd4d467036","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784666668.770022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bd4e4d1-7554-4be3-8929-185b787e3b73"}
{"level":"info","ts":1784666668.77006,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bd4e4d1-7554-4be3-8929-185b787e3b73","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784666668.7730064,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab877a4-51dc-49b3-8738-33dd4d467036","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784666668.77539,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bd4e4d1-7554-4be3-8929-185b787e3b73","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666668.7788742,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b872c7f-673d-4459-8b80-bfa937c4d26b"}
{"level":"info","ts":1784666668.7788868,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acc9d4e4-2c62-43b0-ba63-7bf39023fa3e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784666668.778918,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acc9d4e4-2c62-43b0-ba63-7bf39023fa3e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784666668.7789335,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b872c7f-673d-4459-8b80-bfa937c4d26b","name":"e2e-external-provider"}
{"level":"info","ts":1784666668.7789855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91ee296d-9b1c-4c2a-a3df-8e25bd9ae769"}
{"level":"info","ts":1784666668.7791734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"983a5a59-69a4-419a-9f0e-a5b180550d88","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666668.7791789,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35101.680621497,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.7791896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"983a5a59-69a4-419a-9f0e-a5b180550d88","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784666668.779195,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.7918086,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b872c7f-673d-4459-8b80-bfa937c4d26b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784666668.796685,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4e268d7-e4cb-4634-bea8-559dbe2de2eb"}
{"level":"info","ts":1784666668.7967374,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4e268d7-e4cb-4634-bea8-559dbe2de2eb","name":"e2e-external-provider"}
{"level":"info","ts":1784666668.8096735,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4e268d7-e4cb-4634-bea8-559dbe2de2eb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784666668.8508275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784666668.880097,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91ee296d-9b1c-4c2a-a3df-8e25bd9ae769","name":"e2e-external-model"}
{"level":"info","ts":1784666668.8920395,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91ee296d-9b1c-4c2a-a3df-8e25bd9ae769","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784666668.8985536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"700ec46f-f7f0-4e50-979a-0ecf5ef7c446","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666668.8985908,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"700ec46f-f7f0-4e50-979a-0ecf5ef7c446","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784666668.898753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c8b8caa-4ffc-4aab-a797-c138b62f193a"}
{"level":"info","ts":1784666668.8988128,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c8b8caa-4ffc-4aab-a797-c138b62f193a","name":"e2e-external-model"}
{"level":"error","ts":1784666668.9155545,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c8b8caa-4ffc-4aab-a797-c138b62f193a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666668.9156427,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3ca71d6-c4d4-46ed-ad05-35f4216d180a"}
{"level":"info","ts":1784666668.9156466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7e82d31-a783-4cf9-9994-ed803bcf7afc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666668.9156888,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3ca71d6-c4d4-46ed-ad05-35f4216d180a","name":"e2e-external-model"}
{"level":"info","ts":1784666668.9156866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7e82d31-a783-4cf9-9994-ed803bcf7afc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784666668.9249682,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3ca71d6-c4d4-46ed-ad05-35f4216d180a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784666668.9309683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3af5040-89d1-4e6c-b908-49d0764de4d5"}
{"level":"info","ts":1784666668.9310324,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3af5040-89d1-4e6c-b908-49d0764de4d5","name":"e2e-external-model"}
{"level":"info","ts":1784666668.9309683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f415f657-bae5-4aa0-93a7-fd3ecc460869","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666668.9310853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f415f657-bae5-4aa0-93a7-fd3ecc460869","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784666668.9396029,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3af5040-89d1-4e6c-b908-49d0764de4d5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784666680.3795784,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666680.379658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d"}
{"level":"info","ts":1784666680.3796704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d"}
{"level":"info","ts":1784666680.3796823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d","EoS":true}
{"level":"info","ts":1784666680.3797123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784666680.379724,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d","modelName":"e2e-external-model"}
{"level":"info","ts":1784666680.3797371,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784666680.3797681,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784666680.3797908,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d","authType":"apikey"}
{"level":"info","ts":1784666680.3798249,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44a8332f-fc31-453e-94f5-e90c5323591d"}
{"level":"info","ts":1784666680.4902434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4490d984-d664-4a43-9b30-1579badfe952","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784666680.4902894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4490d984-d664-4a43-9b30-1579badfe952","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784666680.4902482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2760a273-dd54-488e-8bf2-87317d8e96a0"}
{"level":"info","ts":1784666680.5040667,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb06c0f9-5eaa-4131-99dc-18b168924a10","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784666680.5041008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb06c0f9-5eaa-4131-99dc-18b168924a10","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784666680.506332,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2760a273-dd54-488e-8bf2-87317d8e96a0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666680.5063996,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2760a273-dd54-488e-8bf2-87317d8e96a0","name":"e2e-cleanup-test"}
{"level":"info","ts":1784666680.520343,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2760a273-dd54-488e-8bf2-87317d8e96a0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784666680.5270534,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2760a273-dd54-488e-8bf2-87317d8e96a0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666680.5271378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f58e7008-92b3-4135-8ec7-59fff1c4d5ac"}
{"level":"info","ts":1784666680.5272012,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f58e7008-92b3-4135-8ec7-59fff1c4d5ac","name":"e2e-cleanup-test"}
{"level":"info","ts":1784666680.5390198,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eef98d35-2b87-4823-9b1c-15b6f97aeeaa","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784666680.5390563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eef98d35-2b87-4823-9b1c-15b6f97aeeaa","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784666680.5455744,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f58e7008-92b3-4135-8ec7-59fff1c4d5ac","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784666680.5456157,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f58e7008-92b3-4135-8ec7-59fff1c4d5ac","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666680.5456636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"955cb521-34e9-47e9-b8d4-81c5364577ab"}
{"level":"info","ts":1784666680.5457041,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"955cb521-34e9-47e9-b8d4-81c5364577ab","name":"e2e-cleanup-test"}
{"level":"info","ts":1784666680.5601842,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"955cb521-34e9-47e9-b8d4-81c5364577ab","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784666680.5621774,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7adfa72-abd5-42a0-bbaf-d735905f7d0b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784666680.5622008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7adfa72-abd5-42a0-bbaf-d735905f7d0b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784666680.564938,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"955cb521-34e9-47e9-b8d4-81c5364577ab","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784666680.565015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a49a2c96-6168-4ba7-8f33-77336d33eec3"}
{"level":"info","ts":1784666680.565082,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a49a2c96-6168-4ba7-8f33-77336d33eec3","name":"e2e-cleanup-test"}
{"level":"info","ts":1784666680.5768785,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a49a2c96-6168-4ba7-8f33-77336d33eec3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784666688.744085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ea79fb1-3c15-4865-95da-167efc23f5e8","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784666688.7441025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01de923f-7210-422d-ba17-04187942d703"}
{"level":"info","ts":1784666688.744117,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ea79fb1-3c15-4865-95da-167efc23f5e8","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784666693.0407562,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666693.0408185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07678778-0096-4953-89c1-60b4b9bcc290"}
{"level":"info","ts":1784666693.040826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07678778-0096-4953-89c1-60b4b9bcc290"}
{"level":"info","ts":1784666693.0408368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07678778-0096-4953-89c1-60b4b9bcc290","EoS":true}
{"level":"info","ts":1784666693.04086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07678778-0096-4953-89c1-60b4b9bcc290","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784666693.0408835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07678778-0096-4953-89c1-60b4b9bcc290"}
{"level":"info","ts":1784666693.079566,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666693.0796423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5"}
{"level":"info","ts":1784666693.0796542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5"}
{"level":"info","ts":1784666693.0796657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5","EoS":true}
{"level":"info","ts":1784666693.0796905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784666693.0797007,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5","modelName":"e2e-external-model"}
{"level":"info","ts":1784666693.079714,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784666693.0797377,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784666693.0797515,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5","authType":"apikey"}
{"level":"info","ts":1784666693.0797763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23ac068c-f334-4ac3-a65b-f158f73617f5"}
{"level":"info","ts":1784666693.1205049,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666693.1205769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492"}
{"level":"info","ts":1784666693.1205883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492"}
{"level":"info","ts":1784666693.1206002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492","EoS":true}
{"level":"info","ts":1784666693.120627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784666693.1206546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492"}
{"level":"info","ts":1784666693.2221048,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492"}
{"level":"info","ts":1784666693.2221332,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492"}
{"level":"info","ts":1784666693.22216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492","EoS":false}
{"level":"info","ts":1784666693.2221801,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492","EoS":true}
{"level":"error","ts":1784666693.2222004,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784666693.2222595,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f988a345-fc69-43d3-884f-106bbe53b492"}
{"level":"info","ts":1784666693.2586675,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784666693.2587397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4"}
{"level":"info","ts":1784666693.258752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4"}
{"level":"info","ts":1784666693.2587636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4","EoS":true}
{"level":"info","ts":1784666693.258807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4"}
{"level":"info","ts":1784666693.3455846,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4"}
{"level":"info","ts":1784666693.345617,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4"}
{"level":"info","ts":1784666693.3456402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4","EoS":false}
{"level":"info","ts":1784666693.3456542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4","EoS":true}
{"level":"error","ts":1784666693.3456714,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784666693.3457096,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"da3f33fc-5cd6-4cfb-81bd-dcddda8d6cb4"}
{"level":"info","ts":1784666694.176561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d51bd76-d3e7-4337-b20a-0cdfdb6f7fee"}
{"level":"info","ts":1784666694.1765976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a53c319-eae2-4837-94a2-2bddc491adc8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666694.176623,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a53c319-eae2-4837-94a2-2bddc491adc8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784666694.3216655,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abda3344-2c04-496f-9d7b-73d62554fe66","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784666694.3217278,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abda3344-2c04-496f-9d7b-73d62554fe66","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784666694.3216777,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d983f63-66fd-4ea2-bc5b-b30a328af447"}
{"level":"info","ts":1784666694.4368818,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"07c6aefb-6083-44a8-9024-777dd0428efc","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784666694.4369323,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"07c6aefb-6083-44a8-9024-777dd0428efc","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784667549.6385098,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667549.6386132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b"}
{"level":"info","ts":1784667549.638647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b"}
{"level":"info","ts":1784667549.6386628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b","EoS":true}
{"level":"info","ts":1784667549.6386874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b","path":"/ai-tenant-e2e-inf-b-351a5d/test-model-351a5d/v1/chat/completions"}
{"level":"info","ts":1784667549.6387136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b"}
{"level":"info","ts":1784667549.6523323,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b"}
{"level":"info","ts":1784667549.652353,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b"}
{"level":"info","ts":1784667549.6523767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b","EoS":false}
{"level":"info","ts":1784667549.6523943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b","EoS":true}
{"level":"info","ts":1784667549.6524673,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d77300f-b2e3-406e-ac30-5b22568c5b1b"}
{"level":"info","ts":1784668065.0680718,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668065.0681415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c35c2cde-874e-4b80-82fe-b1fbbd0d9b9d"}