{"level":"info","ts":1784813560.2523365,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c"} {"level":"info","ts":1784813560.3872256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.3872893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.387298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.38731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","EoS":true} {"level":"info","ts":1784813560.387331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","header":"x-maas-group"} {"level":"info","ts":1784813560.3873415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","header":"x-maas-username"} {"level":"info","ts":1784813560.387347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","header":"x-maas-subscription"} {"level":"info","ts":1784813560.3873599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.3873813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.3883011,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.3883197,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.3883417,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","EoS":false} {"level":"info","ts":1784813560.3883643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","EoS":true} {"level":"info","ts":1784813560.3884165,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.5225105,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.5226183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.5226345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.5226474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","EoS":true} {"level":"info","ts":1784813560.522669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","header":"x-maas-subscription"} {"level":"info","ts":1784813560.5226793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","header":"x-maas-username"} {"level":"info","ts":1784813560.5226843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","header":"x-maas-group"} {"level":"info","ts":1784813560.5226972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.52272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.523651,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.5236702,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.5236912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","EoS":false} {"level":"info","ts":1784813560.5237098,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","EoS":true} {"level":"info","ts":1784813560.5237534,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.6591077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.6592076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.6592228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.6592443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","EoS":true} {"level":"info","ts":1784813560.6592767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","header":"x-maas-group"} {"level":"info","ts":1784813560.6592915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","header":"x-maas-username"} {"level":"info","ts":1784813560.6593006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","header":"x-maas-subscription"} {"level":"info","ts":1784813560.6593199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.6593533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.6602373,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.6602569,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.6602714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","EoS":false} {"level":"info","ts":1784813560.6602833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","EoS":true} {"level":"info","ts":1784813560.6603167,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813576.5641615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.5642314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5642447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5642555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","EoS":true} {"level":"info","ts":1784813576.564275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","header":"x-maas-subscription"} {"level":"info","ts":1784813576.5642903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","header":"x-maas-username"} {"level":"info","ts":1784813576.5642989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","header":"x-maas-group"} {"level":"info","ts":1784813576.5643108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813576.564336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5651593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5651813,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5652032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","EoS":false} {"level":"info","ts":1784813576.5652242,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","EoS":true} {"level":"info","ts":1784813576.5652685,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.597405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.597484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.5974984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.5975106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","EoS":true} {"level":"info","ts":1784813576.5975592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","header":"x-maas-subscription"} {"level":"info","ts":1784813576.597571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","header":"x-maas-group"} {"level":"info","ts":1784813576.5975769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","header":"x-maas-username"} {"level":"info","ts":1784813576.597589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813576.5976129,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.5984144,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.5984318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.5984542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","EoS":false} {"level":"info","ts":1784813576.5984735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","EoS":true} {"level":"info","ts":1784813576.5985165,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.7080326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.7081127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029"} {"level":"info","ts":1784813576.7099283,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029"} {"level":"info","ts":1784813576.7099464,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029"} {"level":"info","ts":1784813576.709969,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029","EoS":false} {"level":"info","ts":1784813576.709989,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029"} {"level":"info","ts":1784813576.7100267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029","EoS":true} {"level":"info","ts":1784813576.7100377,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029"} {"level":"info","ts":1784813581.380081,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813581.380176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813581.3801916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813581.3802052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","EoS":true} {"level":"info","ts":1784813581.3802278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","header":"x-maas-group"} {"level":"info","ts":1784813581.3802385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","header":"x-maas-subscription"} {"level":"info","ts":1784813581.3802445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","header":"x-maas-username"} {"level":"info","ts":1784813581.3802567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813581.380279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813581.3820977,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813581.3821204,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813581.3821363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","EoS":false} {"level":"info","ts":1784813581.382148,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","EoS":true} {"level":"info","ts":1784813581.3821805,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813592.0416048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813592.0416784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813592.041692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813592.0417097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","EoS":true} {"level":"info","ts":1784813592.041742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","header":"x-maas-subscription"} {"level":"info","ts":1784813592.0417573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","header":"x-maas-username"} {"level":"info","ts":1784813592.0417666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","header":"x-maas-group"} {"level":"info","ts":1784813592.0417838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813592.0418189,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813592.0443861,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813592.0444071,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813592.044422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","EoS":false} {"level":"info","ts":1784813592.0444348,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","EoS":true} {"level":"info","ts":1784813592.0444717,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813604.966378,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813604.966454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813604.9664657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813604.9664776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","EoS":true} {"level":"info","ts":1784813604.9665017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","header":"x-maas-subscription"} {"level":"info","ts":1784813604.9665124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","header":"x-maas-username"} {"level":"info","ts":1784813604.9665177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","header":"x-maas-group"} {"level":"info","ts":1784813604.96655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813604.9665794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813604.9674962,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813604.9675143,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813604.9675508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","EoS":false} {"level":"info","ts":1784813604.967575,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","EoS":true} {"level":"info","ts":1784813604.9676228,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813613.534432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813613.534506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813613.534522,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813613.5345497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","EoS":true} {"level":"info","ts":1784813613.5345771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","header":"x-maas-group"} {"level":"info","ts":1784813613.534588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","header":"x-maas-username"} {"level":"info","ts":1784813613.534594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","header":"x-maas-subscription"} {"level":"info","ts":1784813613.5346062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813613.534632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813613.5355177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813613.535562,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813613.535583,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","EoS":false} {"level":"info","ts":1784813613.5356033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","EoS":true} {"level":"info","ts":1784813613.535648,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813622.5013247,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813622.5013864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813622.501395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813622.5014055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","EoS":true} {"level":"info","ts":1784813622.501426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","header":"x-maas-subscription"} {"level":"info","ts":1784813622.501437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","header":"x-maas-group"} {"level":"info","ts":1784813622.501442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","header":"x-maas-username"} {"level":"info","ts":1784813622.501454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813622.501477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813622.5023427,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813622.5023646,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813622.502389,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","EoS":false} {"level":"info","ts":1784813622.5024133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","EoS":true} {"level":"info","ts":1784813622.5024633,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813647.7522616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813647.7523425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813647.7523575,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813647.7523756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","EoS":true} {"level":"info","ts":1784813647.7524145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","header":"x-maas-username"} {"level":"info","ts":1784813647.752429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","header":"x-maas-subscription"} {"level":"info","ts":1784813647.752438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","header":"x-maas-group"} {"level":"info","ts":1784813647.752458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813647.7524915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813647.7533712,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813647.7533903,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813647.7534049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","EoS":false} {"level":"info","ts":1784813647.7534165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","EoS":true} {"level":"info","ts":1784813647.7534432,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813672.5111074,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813672.5111637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813672.511173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813672.5111833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","EoS":true} {"level":"info","ts":1784813672.5112038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","header":"x-maas-subscription"} {"level":"info","ts":1784813672.5112147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","header":"x-maas-username"} {"level":"info","ts":1784813672.5112195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","header":"x-maas-group"} {"level":"info","ts":1784813672.5112317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813672.5112534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813672.5121472,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813672.5121691,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813672.5121922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","EoS":false} {"level":"info","ts":1784813672.5122125,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","EoS":true} {"level":"info","ts":1784813672.5122623,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813699.6529014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813699.6529837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813699.6530018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813699.6530163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","EoS":true} {"level":"info","ts":1784813699.6530437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","header":"x-maas-username"} {"level":"info","ts":1784813699.6530552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","header":"x-maas-subscription"} {"level":"info","ts":1784813699.6530626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","header":"x-maas-group"} {"level":"info","ts":1784813699.6530774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813699.6531026,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813699.6540802,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813699.6541061,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813699.6541295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","EoS":false} {"level":"info","ts":1784813699.6541653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","EoS":true} {"level":"info","ts":1784813699.6542122,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813709.1447911,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813709.144875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1448908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1449382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","EoS":true} {"level":"info","ts":1784813709.144973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","header":"x-maas-group"} {"level":"info","ts":1784813709.1449883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","header":"x-maas-username"} {"level":"info","ts":1784813709.144998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","header":"x-maas-subscription"} {"level":"info","ts":1784813709.1450171,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813709.145053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.147957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1479778,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1479924,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","EoS":false} {"level":"info","ts":1784813709.1480045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","EoS":true} {"level":"info","ts":1784813709.1480355,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1819646,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813709.1820426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813709.1820586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813709.1820772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","EoS":true} {"level":"info","ts":1784813709.1821077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","header":"x-maas-subscription"} {"level":"info","ts":1784813709.1821232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","header":"x-maas-group"} {"level":"info","ts":1784813709.1821313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","header":"x-maas-username"} {"level":"info","ts":1784813709.182148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813709.1821816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813709.1829517,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813709.182968,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813709.1829817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","EoS":false} {"level":"info","ts":1784813709.1829925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","EoS":true} {"level":"info","ts":1784813709.183033,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813728.516014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813728.5160797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813728.5160968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813728.5161088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","EoS":true} {"level":"info","ts":1784813728.5161297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","header":"x-maas-subscription"} {"level":"info","ts":1784813728.5161495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","header":"x-maas-group"} {"level":"info","ts":1784813728.5161545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","header":"x-maas-username"} {"level":"info","ts":1784813728.5161693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813728.516196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813728.51714,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813728.5171642,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813728.5171876,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","EoS":false} {"level":"info","ts":1784813728.5172083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","EoS":true} {"level":"info","ts":1784813728.5172422,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813859.5872204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813859.587292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813859.587304,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813859.5873148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","EoS":true} {"level":"info","ts":1784813859.5873382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","header":"x-maas-subscription"} {"level":"info","ts":1784813859.587349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","header":"x-maas-username"} {"level":"info","ts":1784813859.587353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","header":"x-maas-group"} {"level":"info","ts":1784813859.5873656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784813859.5873892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813859.5884488,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813859.588472,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813859.5884943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","EoS":false} {"level":"info","ts":1784813859.588508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","EoS":true} {"level":"info","ts":1784813859.5885665,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813896.8877184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813896.8877888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813896.8877978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813896.8878088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","EoS":true} {"level":"info","ts":1784813896.8878307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","header":"x-maas-subscription"} {"level":"info","ts":1784813896.8878415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","header":"x-maas-username"} {"level":"info","ts":1784813896.887847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","header":"x-maas-group"} {"level":"info","ts":1784813896.8878598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813896.8878856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813896.8896465,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813896.8896668,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813896.8896828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","EoS":false} {"level":"info","ts":1784813896.889695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","EoS":true} {"level":"info","ts":1784813896.8897247,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813912.204332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813912.2044013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.2044117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.2044272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","EoS":true} {"level":"info","ts":1784813912.2044497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","header":"x-maas-group"} {"level":"info","ts":1784813912.2044601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","header":"x-maas-username"} {"level":"info","ts":1784813912.204465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","header":"x-maas-subscription"} {"level":"info","ts":1784813912.204478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813912.204503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.2054343,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.2054572,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.2054799,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","EoS":false} {"level":"info","ts":1784813912.205503,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","EoS":true} {"level":"info","ts":1784813912.2055752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784814225.3420684,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814225.3421545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.3421679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.3421798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","EoS":true} {"level":"info","ts":1784814225.3422062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","header":"x-maas-group"} {"level":"info","ts":1784814225.3422167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","header":"x-maas-subscription"} {"level":"info","ts":1784814225.342222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","header":"x-maas-username"} {"level":"info","ts":1784814225.342235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784814225.3422587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.3450692,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.3450902,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.3451056,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","EoS":false} {"level":"info","ts":1784814225.3451183,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","EoS":true} {"level":"info","ts":1784814225.3451512,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.38178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814225.3818579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.3818696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.3818808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","EoS":true} {"level":"info","ts":1784814225.3819027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","header":"x-maas-username"} {"level":"info","ts":1784814225.3819122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","header":"x-maas-subscription"} {"level":"info","ts":1784814225.381917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","header":"x-maas-group"} {"level":"info","ts":1784814225.3819299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784814225.381951,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.3828514,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.3828704,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.3828852,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","EoS":false} {"level":"info","ts":1784814225.382925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","EoS":true} {"level":"info","ts":1784814225.382954,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814230.2026196,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f1d6fdc5-cafc-44a8-b384-87a196f17aa1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784814230.2028983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35369.499492461,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.2029235,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.2366228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.3034818,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f1d6fdc5-cafc-44a8-b384-87a196f17aa1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784814230.3256989,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7edde116-70dd-4017-ba1f-3c9324b08e50","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814230.3257437,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7edde116-70dd-4017-ba1f-3c9324b08e50","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784814230.325821,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d395869b-d5a4-426b-a372-c9e284ce1507"} {"level":"info","ts":1784814230.3343866,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e25f4c5-835e-4580-8e92-8a22dc4ece76","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814230.3344097,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e25f4c5-835e-4580-8e92-8a22dc4ece76","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784814230.33482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38876.486371222,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.3348413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.3429706,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.435681,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d395869b-d5a4-426b-a372-c9e284ce1507","name":"e2e-external-provider"} {"level":"info","ts":1784814230.4564295,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d395869b-d5a4-426b-a372-c9e284ce1507","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784814230.462659,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8d2a397-18ed-4539-96f1-5dce0c87e485"} {"level":"info","ts":1784814230.4626832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac13a7e0-8218-409e-930e-2c8c9ef52a2a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.4627192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac13a7e0-8218-409e-930e-2c8c9ef52a2a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784814230.472642,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d395869b-d5a4-426b-a372-c9e284ce1507","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784814230.4728105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce57fce2-720f-4788-8454-c84359459401","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.472835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce57fce2-720f-4788-8454-c84359459401","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784814230.4729905,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8d2a397-18ed-4539-96f1-5dce0c87e485","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784814230.4812927,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d395869b-d5a4-426b-a372-c9e284ce1507","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784814230.4817073,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8d2a397-18ed-4539-96f1-5dce0c87e485","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.481782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25897dd-f4a7-4129-809b-54c636725a7b"} {"level":"info","ts":1784814230.4818327,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25897dd-f4a7-4129-809b-54c636725a7b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784814230.4818957,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bba232ce-a14a-4675-86de-92a7ad7f8df4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.481923,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bba232ce-a14a-4675-86de-92a7ad7f8df4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784814230.4859862,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25897dd-f4a7-4129-809b-54c636725a7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784814230.486035,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25897dd-f4a7-4129-809b-54c636725a7b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.4860883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"856a86d8-1284-4ff6-a684-2dc9d418f7dc"} {"level":"info","ts":1784814230.48611,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"856a86d8-1284-4ff6-a684-2dc9d418f7dc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784814230.4885862,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab8f170c-94d9-4c7e-b6f5-95a4f7184e5f"} {"level":"info","ts":1784814230.4886644,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab8f170c-94d9-4c7e-b6f5-95a4f7184e5f","name":"e2e-external-provider"} {"level":"info","ts":1784814230.4889913,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0049efcd-6893-40e3-9c4c-17841926cccc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814230.4890218,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0049efcd-6893-40e3-9c4c-17841926cccc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784814230.489088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67ca6d61-5fef-4fb9-98ec-42cf2893f431","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.48911,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67ca6d61-5fef-4fb9-98ec-42cf2893f431","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784814230.4908798,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"856a86d8-1284-4ff6-a684-2dc9d418f7dc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.4909499,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8908c7d-66a0-4f7d-ad43-e76a8a3b10f7"} {"level":"info","ts":1784814230.4911957,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35895.297986291,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.491211,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.4987767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.500119,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab8f170c-94d9-4c7e-b6f5-95a4f7184e5f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784814230.5041401,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab8f170c-94d9-4c7e-b6f5-95a4f7184e5f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.5042264,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bbb7036-bef8-40f3-a146-398a3faac345"} {"level":"info","ts":1784814230.5042715,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bbb7036-bef8-40f3-a146-398a3faac345","name":"e2e-external-provider"} {"level":"info","ts":1784814230.5146284,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bbb7036-bef8-40f3-a146-398a3faac345","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784814230.5922232,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8908c7d-66a0-4f7d-ad43-e76a8a3b10f7","name":"e2e-external-model"} {"level":"info","ts":1784814230.6062589,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cec94478-f8d6-4db1-97ab-720c8c1df170","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.6063108,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cec94478-f8d6-4db1-97ab-720c8c1df170","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784814230.608587,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8908c7d-66a0-4f7d-ad43-e76a8a3b10f7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784814230.6086357,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8908c7d-66a0-4f7d-ad43-e76a8a3b10f7","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.6086981,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6f66e5e-0df6-40e6-9265-ad6025d7482b"} {"level":"info","ts":1784814230.6087458,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6f66e5e-0df6-40e6-9265-ad6025d7482b","name":"e2e-external-model"} {"level":"info","ts":1784814230.629681,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc02708f-c40d-4634-882d-b38bfb149024","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.6297095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc02708f-c40d-4634-882d-b38bfb149024","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784814230.6298568,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6f66e5e-0df6-40e6-9265-ad6025d7482b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.6299152,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"683f594f-5e2a-448b-87ef-0e9b9e3fa316"} {"level":"info","ts":1784814230.6299653,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"683f594f-5e2a-448b-87ef-0e9b9e3fa316","name":"e2e-external-model"} {"level":"info","ts":1784814230.6394768,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"683f594f-5e2a-448b-87ef-0e9b9e3fa316","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814230.6447327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd08faa-c503-41fe-afa0-099853be9026","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.6447601,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd08faa-c503-41fe-afa0-099853be9026","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784814230.6470203,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"683f594f-5e2a-448b-87ef-0e9b9e3fa316","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.6470804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d93c939-8e3b-4da4-aa14-367fd100fc4b"} {"level":"info","ts":1784814230.6471198,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d93c939-8e3b-4da4-aa14-367fd100fc4b","name":"e2e-external-model"} {"level":"info","ts":1784814230.6553175,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d93c939-8e3b-4da4-aa14-367fd100fc4b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814238.0525644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814238.052637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5"} {"level":"info","ts":1784814238.0526474,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5"} {"level":"info","ts":1784814238.0526593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","EoS":true} {"level":"info","ts":1784814238.0526817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","header":"x-maas-subscription"} {"level":"info","ts":1784814238.052693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","header":"x-maas-username"} {"level":"info","ts":1784814238.0526977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","header":"x-maas-group"} {"level":"info","ts":1784814238.0527103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814238.0527177,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","modelName":"e2e-external-model"} {"level":"info","ts":1784814238.0527291,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784814238.0527573,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784814238.0527732,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","authType":"apikey"} {"level":"info","ts":1784814238.0528004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5"} {"level":"info","ts":1784814238.1742105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d05ba4b-293e-4829-9af1-a795a63a7250"} {"level":"info","ts":1784814238.1742282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2755963-cea5-4b0c-9df5-8258088b3aa5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.1742682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2755963-cea5-4b0c-9df5-8258088b3aa5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784814238.181622,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a74c9abe-66af-4946-9874-f19a9725b10f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.1816638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a74c9abe-66af-4946-9874-f19a9725b10f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784814238.1830099,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d05ba4b-293e-4829-9af1-a795a63a7250","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814238.1830616,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d05ba4b-293e-4829-9af1-a795a63a7250","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.1930404,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d05ba4b-293e-4829-9af1-a795a63a7250","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784814238.1971047,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d05ba4b-293e-4829-9af1-a795a63a7250","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814238.1971881,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b7f754-c582-4b91-a8d3-1c394407b38b"} {"level":"info","ts":1784814238.1972384,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b7f754-c582-4b91-a8d3-1c394407b38b","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.2012792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b58585e2-943c-4ab6-b523-79d00fe712ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.2013505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b58585e2-943c-4ab6-b523-79d00fe712ec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784814238.2117507,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b7f754-c582-4b91-a8d3-1c394407b38b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784814238.2118003,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b7f754-c582-4b91-a8d3-1c394407b38b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814238.2118704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"209e95ae-122c-4ba9-bddb-a0444c896d82"} {"level":"info","ts":1784814238.2119324,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"209e95ae-122c-4ba9-bddb-a0444c896d82","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.2136345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92043b2a-2ff9-4dda-b23b-d5af681783ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.2136703,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92043b2a-2ff9-4dda-b23b-d5af681783ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784814238.2211723,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"209e95ae-122c-4ba9-bddb-a0444c896d82","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784814238.2247262,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"209e95ae-122c-4ba9-bddb-a0444c896d82","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814238.2248259,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0c56733-45e6-4b5b-ace7-55d499393c2c"} {"level":"info","ts":1784814238.2248755,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0c56733-45e6-4b5b-ace7-55d499393c2c","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.228849,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f779ee0-80e5-4bb0-860e-329f1adbaa7e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.2288787,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f779ee0-80e5-4bb0-860e-329f1adbaa7e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784814238.23288,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0c56733-45e6-4b5b-ace7-55d499393c2c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784814238.235865,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0c56733-45e6-4b5b-ace7-55d499393c2c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814238.235948,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bedf34c8-26a8-4e09-8d78-9c8be2bf7f15"} {"level":"info","ts":1784814238.2359946,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bedf34c8-26a8-4e09-8d78-9c8be2bf7f15","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.2437065,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bedf34c8-26a8-4e09-8d78-9c8be2bf7f15","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814246.4688227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f72459c8-eb95-4228-8893-b20df7bd4c42","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814246.4688523,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f72459c8-eb95-4228-8893-b20df7bd4c42","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814246.4688494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"421f968e-6b59-4c9f-bf51-1a2d1c87c9e2"} {"level":"info","ts":1784814250.8052964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814250.8053684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733"} {"level":"info","ts":1784814250.805379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733"} {"level":"info","ts":1784814250.8053896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733","EoS":true} {"level":"info","ts":1784814250.805422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784814250.8054473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733"} {"level":"info","ts":1784814250.85373,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814250.8538127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604"} {"level":"info","ts":1784814250.8538275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604"} {"level":"info","ts":1784814250.853841,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","EoS":true} {"level":"info","ts":1784814250.8538628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","header":"x-maas-subscription"} {"level":"info","ts":1784814250.853873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","header":"x-maas-group"} {"level":"info","ts":1784814250.8538775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","header":"x-maas-username"} {"level":"info","ts":1784814250.8538885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814250.8538952,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","modelName":"e2e-external-model"} {"level":"info","ts":1784814250.853908,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784814250.8539307,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784814250.853945,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","authType":"apikey"} {"level":"info","ts":1784814250.853969,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604"} {"level":"info","ts":1784814250.894588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814250.8946447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814250.8946564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814250.8946679,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","EoS":true} {"level":"info","ts":1784814250.8946922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","header":"x-maas-username"} {"level":"info","ts":1784814250.8947027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","header":"x-maas-subscription"} {"level":"info","ts":1784814250.8947093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","header":"x-maas-group"} {"level":"info","ts":1784814250.894721,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814250.894741,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814250.9956205,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814250.9956465,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814250.995663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","EoS":false} {"level":"info","ts":1784814250.995677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","EoS":true} {"level":"error","ts":1784814250.995694,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784814250.9957557,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814251.0337873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814251.0338585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814251.0338714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814251.0338829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","EoS":true} {"level":"info","ts":1784814251.0339053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","header":"x-maas-subscription"} {"level":"info","ts":1784814251.0339148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","header":"x-maas-username"} {"level":"info","ts":1784814251.0339193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","header":"x-maas-group"} {"level":"info","ts":1784814251.0339463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814251.1382797,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814251.1383088,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814251.1383324,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","EoS":false} {"level":"info","ts":1784814251.1383517,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","EoS":true} {"level":"error","ts":1784814251.1383734,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784814251.1384134,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814252.0507383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5974ea8-8dd7-4d7f-93dc-f0c8a805c51e"} {"level":"info","ts":1784814252.0507755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fa16896-56dc-4c0d-ad42-dd29f33c1a27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814252.0508075,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fa16896-56dc-4c0d-ad42-dd29f33c1a27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814252.2182696,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a6a3b5-cf20-4bcf-b714-03604fea6ea5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814252.2183058,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a6a3b5-cf20-4bcf-b714-03604fea6ea5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814252.2182727,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"175e1448-967f-4e52-b2c9-d32a94386e19"} {"level":"info","ts":1784814252.344963,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c0bcf5c7-7e75-47b6-9384-286e4988f959","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784814252.345027,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c0bcf5c7-7e75-47b6-9384-286e4988f959","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784814905.295033,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814905.2951188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784814905.2951283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784814905.2951396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","EoS":true} {"level":"info","ts":1784814905.2951674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","header":"x-maas-username"} {"level":"info","ts":1784814905.2951775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","header":"x-maas-subscription"} {"level":"info","ts":1784814905.2951832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","header":"x-maas-group"} {"level":"info","ts":1784814905.295196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","path":"/ai-tenant-e2e-inf-b-8ecfce/test-model-8ecfce/v1/chat/completions"} {"level":"info","ts":1784814905.295222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784814905.3083456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784814905.3083732,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784814905.3083904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","EoS":false} {"level":"info","ts":1784814905.3084033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","EoS":true} {"level":"info","ts":1784814905.3084512,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784815395.7550118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815395.7550936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"} {"level":"info","ts":1784815395.755102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"} {"level":"info","ts":1784815395.7551146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","EoS":true} {"level":"info","ts":1784815395.75514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","header":"x-maas-username"} {"level":"info","ts":1784815395.75515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","header":"x-maas-group"} {"level":"info","ts":1784815395.755155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","header":"x-maas-subscription"} {"level":"info","ts":1784815395.755169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","path":"/ai-tenant-e2e-shared-b-3b0b7b/rate-test-model-3b0b7b/v1/completions"} {"level":"info","ts":1784815395.7551937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"} {"level":"info","ts":1784815395.7674527,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"} {"level":"info","ts":1784815395.7674806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"} {"level":"info","ts":1784815395.7674983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","EoS":false} {"level":"info","ts":1784815395.7675142,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","EoS":true} {"level":"info","ts":1784815395.7675781,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"}