{"level":"info","ts":1785169963.0240607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","header":"x-maas-subscription"} {"level":"info","ts":1785169963.0240657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","header":"x-maas-group"} {"level":"info","ts":1785169963.0240788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169963.024107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f"} {"level":"info","ts":1785169963.025045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f"} {"level":"info","ts":1785169963.025064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f"} {"level":"info","ts":1785169963.0250795,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","EoS":false} {"level":"info","ts":1785169963.0250893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","EoS":true} {"level":"info","ts":1785169963.0251184,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f"} {"level":"info","ts":1785169986.1849372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.1850152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.1850252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.1850357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","EoS":true} {"level":"info","ts":1785169986.1850615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","header":"x-maas-group"} {"level":"info","ts":1785169986.1851223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","header":"x-maas-subscription"} {"level":"info","ts":1785169986.185128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","header":"x-maas-username"} {"level":"info","ts":1785169986.1851413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.1851678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.1882138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.1882377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.188254,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","EoS":false} {"level":"info","ts":1785169986.1882663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","EoS":true} {"level":"info","ts":1785169986.1883235,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.3230028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.323083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.3230932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.323104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","EoS":true} {"level":"info","ts":1785169986.3231306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","header":"x-maas-username"} {"level":"info","ts":1785169986.3231463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","header":"x-maas-subscription"} {"level":"info","ts":1785169986.3231542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","header":"x-maas-group"} {"level":"info","ts":1785169986.3231714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.3231986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.3241634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.3241808,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.3242023,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","EoS":false} {"level":"info","ts":1785169986.3242135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","EoS":true} {"level":"info","ts":1785169986.3242433,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.4597285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.4598086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.4598198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.4598327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","EoS":true} {"level":"info","ts":1785169986.459913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","header":"x-maas-subscription"} {"level":"info","ts":1785169986.4599245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","header":"x-maas-group"} {"level":"info","ts":1785169986.45993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","header":"x-maas-username"} {"level":"info","ts":1785169986.459944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.4599717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.4609377,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.4609675,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.4609845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","EoS":false} {"level":"info","ts":1785169986.4609942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","EoS":true} {"level":"info","ts":1785169986.4610274,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.5984237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.5985239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.5985413,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.5985537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","EoS":true} {"level":"info","ts":1785169986.598638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","header":"x-maas-subscription"} {"level":"info","ts":1785169986.598649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","header":"x-maas-group"} {"level":"info","ts":1785169986.5986552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","header":"x-maas-username"} {"level":"info","ts":1785169986.5986695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.5986962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.5997155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.599741,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.5997593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","EoS":false} {"level":"info","ts":1785169986.5997715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","EoS":true} {"level":"info","ts":1785169986.599803,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.7348487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.7349443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.7349594,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.7349777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","EoS":true} {"level":"info","ts":1785169986.7350178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","header":"x-maas-group"} {"level":"info","ts":1785169986.735033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","header":"x-maas-username"} {"level":"info","ts":1785169986.7350414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","header":"x-maas-subscription"} {"level":"info","ts":1785169986.7350621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.7350986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.7360606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.736081,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.736096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","EoS":false} {"level":"info","ts":1785169986.7361076,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","EoS":true} {"level":"info","ts":1785169986.7361393,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785170005.7315505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170005.7316334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.7316465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.7316582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","EoS":true} {"level":"info","ts":1785170005.731683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","header":"x-maas-subscription"} {"level":"info","ts":1785170005.7317472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","header":"x-maas-group"} {"level":"info","ts":1785170005.731753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","header":"x-maas-username"} {"level":"info","ts":1785170005.7317667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170005.7317927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.7328444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.7328763,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.732897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","EoS":false} {"level":"info","ts":1785170005.7329113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","EoS":true} {"level":"info","ts":1785170005.7329435,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.8454103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170005.8454938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b"} {"level":"info","ts":1785170005.8475897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b"} {"level":"info","ts":1785170005.8476195,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b"} {"level":"info","ts":1785170005.8476362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b","EoS":false} {"level":"info","ts":1785170005.847648,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b"} {"level":"info","ts":1785170005.8476746,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b","EoS":true} {"level":"info","ts":1785170005.847683,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b"} {"level":"info","ts":1785170010.5052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170010.505307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170010.5053248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170010.5053806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","EoS":true} {"level":"info","ts":1785170010.505407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","header":"x-maas-subscription"} {"level":"info","ts":1785170010.5054183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","header":"x-maas-group"} {"level":"info","ts":1785170010.505423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","header":"x-maas-username"} {"level":"info","ts":1785170010.5054379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170010.5054665,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170010.506385,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170010.5064075,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170010.5064301,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","EoS":false} {"level":"info","ts":1785170010.5064528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","EoS":true} {"level":"info","ts":1785170010.5064917,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170023.1627889,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170023.1628728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170023.1628838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170023.1628995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","EoS":true} {"level":"info","ts":1785170023.1629276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","header":"x-maas-subscription"} {"level":"info","ts":1785170023.1629367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","header":"x-maas-username"} {"level":"info","ts":1785170023.1629422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","header":"x-maas-group"} {"level":"info","ts":1785170023.162956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170023.1629896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170023.163911,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170023.1639326,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170023.1639478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","EoS":false} {"level":"info","ts":1785170023.1639633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","EoS":true} {"level":"info","ts":1785170023.1639926,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170036.0323257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170036.0324085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170036.0324223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170036.0324373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","EoS":true} {"level":"info","ts":1785170036.0324626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","header":"x-maas-subscription"} {"level":"info","ts":1785170036.0324736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","header":"x-maas-group"} {"level":"info","ts":1785170036.0324798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","header":"x-maas-username"} {"level":"info","ts":1785170036.032496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170036.0325272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170036.0337584,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170036.0337877,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170036.0338056,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","EoS":false} {"level":"info","ts":1785170036.033817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","EoS":true} {"level":"info","ts":1785170036.033849,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170044.5806868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170044.5807745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170044.5807881,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170044.580804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","EoS":true} {"level":"info","ts":1785170044.5808845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","header":"x-maas-subscription"} {"level":"info","ts":1785170044.5809014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","header":"x-maas-username"} {"level":"info","ts":1785170044.5809078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","header":"x-maas-group"} {"level":"info","ts":1785170044.580923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170044.580958,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170044.5818884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170044.5819101,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170044.5819235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","EoS":false} {"level":"info","ts":1785170044.5819345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","EoS":true} {"level":"info","ts":1785170044.581963,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170053.444189,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170053.4442756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170053.4443145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170053.4443295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","EoS":true} {"level":"info","ts":1785170053.4443576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","header":"x-maas-username"} {"level":"info","ts":1785170053.4443686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","header":"x-maas-subscription"} {"level":"info","ts":1785170053.4443777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","header":"x-maas-group"} {"level":"info","ts":1785170053.444395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170053.444423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170053.4453042,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170053.4453268,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170053.4453516,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","EoS":false} {"level":"info","ts":1785170053.4453745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","EoS":true} {"level":"info","ts":1785170053.4454198,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170076.385941,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170076.3860202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170076.386029,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170076.386041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","EoS":true} {"level":"info","ts":1785170076.3860645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","header":"x-maas-group"} {"level":"info","ts":1785170076.3860755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","header":"x-maas-username"} {"level":"info","ts":1785170076.386082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","header":"x-maas-subscription"} {"level":"info","ts":1785170076.3860953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170076.38612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170076.388057,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170076.388087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170076.3881052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","EoS":false} {"level":"info","ts":1785170076.388118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","EoS":true} {"level":"info","ts":1785170076.3881621,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170099.3691108,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170099.369189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170099.3691986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170099.3692095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","EoS":true} {"level":"info","ts":1785170099.369234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","header":"x-maas-subscription"} {"level":"info","ts":1785170099.3692462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","header":"x-maas-username"} {"level":"info","ts":1785170099.3692534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","header":"x-maas-group"} {"level":"info","ts":1785170099.369269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170099.3693354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170099.3701904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170099.3702042,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170099.3702312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","EoS":false} {"level":"info","ts":1785170099.3702457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","EoS":true} {"level":"info","ts":1785170099.3703008,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170125.7260885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170125.7261763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170125.7261882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170125.7262018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","EoS":true} {"level":"info","ts":1785170125.7262366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","header":"x-maas-subscription"} {"level":"info","ts":1785170125.7262473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","header":"x-maas-username"} {"level":"info","ts":1785170125.7262526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","header":"x-maas-group"} {"level":"info","ts":1785170125.7262661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170125.7263029,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170125.728134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170125.728156,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170125.7281783,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","EoS":false} {"level":"info","ts":1785170125.728198,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","EoS":true} {"level":"info","ts":1785170125.7282412,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170135.1598198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170135.1599123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.1599262,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.1599464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","EoS":true} {"level":"info","ts":1785170135.1599827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","header":"x-maas-subscription"} {"level":"info","ts":1785170135.1599991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","header":"x-maas-username"} {"level":"info","ts":1785170135.1600075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","header":"x-maas-group"} {"level":"info","ts":1785170135.1600277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170135.1600661,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.160987,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.1610076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.1610281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","EoS":false} {"level":"info","ts":1785170135.1610427,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","EoS":true} {"level":"info","ts":1785170135.1610732,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.2012434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170135.2013383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170135.2013507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170135.2013624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","EoS":true} {"level":"info","ts":1785170135.2013955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","header":"x-maas-group"} {"level":"info","ts":1785170135.201407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","header":"x-maas-username"} {"level":"info","ts":1785170135.2014132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","header":"x-maas-subscription"} {"level":"info","ts":1785170135.2014267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170135.2014515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170135.2024412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170135.20246,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170135.2024753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","EoS":false} {"level":"info","ts":1785170135.202492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","EoS":true} {"level":"info","ts":1785170135.2025201,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170154.3340158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170154.3340933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170154.334105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170154.3341172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","EoS":true} {"level":"info","ts":1785170154.334145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","header":"x-maas-group"} {"level":"info","ts":1785170154.3341568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","header":"x-maas-username"} {"level":"info","ts":1785170154.3341618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","header":"x-maas-subscription"} {"level":"info","ts":1785170154.3341756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170154.3342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170154.3351011,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170154.3351216,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170154.3351429,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","EoS":false} {"level":"info","ts":1785170154.335161,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","EoS":true} {"level":"info","ts":1785170154.335205,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170287.3869023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170287.3869925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170287.3870022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170287.3870134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","EoS":true} {"level":"info","ts":1785170287.3870413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","header":"x-maas-username"} {"level":"info","ts":1785170287.387053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","header":"x-maas-group"} {"level":"info","ts":1785170287.3870587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","header":"x-maas-subscription"} {"level":"info","ts":1785170287.3870735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785170287.387097,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170287.3910801,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170287.3911061,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170287.3911216,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","EoS":false} {"level":"info","ts":1785170287.3911328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","EoS":true} {"level":"info","ts":1785170287.3911614,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170324.7474065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170324.7474809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170324.7474897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170324.747501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","EoS":true} {"level":"info","ts":1785170324.747526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","header":"x-maas-subscription"} {"level":"info","ts":1785170324.747537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","header":"x-maas-group"} {"level":"info","ts":1785170324.747543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","header":"x-maas-username"} {"level":"info","ts":1785170324.7475567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170324.7475777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170324.7497733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170324.7497933,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170324.7498136,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","EoS":false} {"level":"info","ts":1785170324.7498286,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","EoS":true} {"level":"info","ts":1785170324.749859,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170340.0144584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170340.0145457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170340.0145564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170340.0145702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","EoS":true} {"level":"info","ts":1785170340.0146048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","header":"x-maas-username"} {"level":"info","ts":1785170340.014619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","header":"x-maas-subscription"} {"level":"info","ts":1785170340.0146263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","header":"x-maas-group"} {"level":"info","ts":1785170340.014644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170340.0146723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170340.0155911,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170340.0156097,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170340.0156243,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","EoS":false} {"level":"info","ts":1785170340.015635,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","EoS":true} {"level":"info","ts":1785170340.0156653,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170703.7325468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170703.7326307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.7326388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.7326498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","EoS":true} {"level":"info","ts":1785170703.732676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","header":"x-maas-group"} {"level":"info","ts":1785170703.7326944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","header":"x-maas-subscription"} {"level":"info","ts":1785170703.7326996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","header":"x-maas-username"} {"level":"info","ts":1785170703.7327135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170703.732743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.735679,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.7357035,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.735721,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","EoS":false} {"level":"info","ts":1785170703.7357335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","EoS":true} {"level":"info","ts":1785170703.7357645,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.7758224,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170703.7759006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.775912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.7759225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","EoS":true} {"level":"info","ts":1785170703.775944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","header":"x-maas-username"} {"level":"info","ts":1785170703.7759528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","header":"x-maas-group"} {"level":"info","ts":1785170703.7759576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","header":"x-maas-subscription"} {"level":"info","ts":1785170703.7759712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170703.7759962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.777062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.7770863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.7771027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","EoS":false} {"level":"info","ts":1785170703.7771122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","EoS":true} {"level":"info","ts":1785170703.777139,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170708.5636415,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e6fbd9bd-64da-4ad3-99ff-905c55ff2765","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785170708.5638764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38963.037150005,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.5639014,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.6024225,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.6642764,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e6fbd9bd-64da-4ad3-99ff-905c55ff2765","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785170708.6780708,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4e1f11a-d6f0-4858-bf73-cfe0e6a59e50"} {"level":"info","ts":1785170708.678154,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab6bc36-8719-4c1e-87c4-7f2ce6f7c980","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170708.6781793,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab6bc36-8719-4c1e-87c4-7f2ce6f7c980","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785170708.6857812,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe8bebca-43fe-4987-bd50-be87f3109501","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170708.6858087,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe8bebca-43fe-4987-bd50-be87f3109501","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785170708.686084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36401.177876406,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.686103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.694812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.7861917,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4e1f11a-d6f0-4858-bf73-cfe0e6a59e50","name":"e2e-external-provider"} {"level":"info","ts":1785170708.8080838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d51ba7ea-a66c-43cc-85d0-59ac9db7b009","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.8081408,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d51ba7ea-a66c-43cc-85d0-59ac9db7b009","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.8080907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbe05991-8eec-4ed2-9358-1af03c59b5b9"} {"level":"info","ts":1785170708.80951,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4e1f11a-d6f0-4858-bf73-cfe0e6a59e50","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785170708.8226933,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb0e08f8-869a-4ab1-b6f7-119d901f4f32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.822751,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb0e08f8-869a-4ab1-b6f7-119d901f4f32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785170708.8260045,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbe05991-8eec-4ed2-9358-1af03c59b5b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170708.8260598,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbe05991-8eec-4ed2-9358-1af03c59b5b9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785170708.8371124,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4e1f11a-d6f0-4858-bf73-cfe0e6a59e50","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785170708.8377795,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbe05991-8eec-4ed2-9358-1af03c59b5b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785170708.8378267,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbe05991-8eec-4ed2-9358-1af03c59b5b9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170708.8378923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ddfa187-c0e9-44a3-a87b-0203ff7fb0f7"} {"level":"info","ts":1785170708.8379166,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ddfa187-c0e9-44a3-a87b-0203ff7fb0f7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785170708.8489826,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4e1f11a-d6f0-4858-bf73-cfe0e6a59e50","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785170708.85167,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ddfa187-c0e9-44a3-a87b-0203ff7fb0f7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170708.8517373,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b919444a-c3dd-4e9d-a6b4-bf18d6a34f23"} {"level":"info","ts":1785170708.851729,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3eea9011-13a4-4380-8a99-c19a954cd431","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.851788,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3eea9011-13a4-4380-8a99-c19a954cd431","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.851766,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b919444a-c3dd-4e9d-a6b4-bf18d6a34f23","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785170708.854534,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32f58c36-f61d-42a6-aa34-9e706fb898cc"} {"level":"info","ts":1785170708.85453,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa8d7a7b-b6a2-4a99-8d23-ba20eb4712f3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170708.8545747,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa8d7a7b-b6a2-4a99-8d23-ba20eb4712f3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785170708.854605,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32f58c36-f61d-42a6-aa34-9e706fb898cc","name":"e2e-external-provider"} {"level":"info","ts":1785170708.8546822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8c1e62b-2eda-4ccb-9820-dce741a25466","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.8547122,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8c1e62b-2eda-4ccb-9820-dce741a25466","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785170708.8558836,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b919444a-c3dd-4e9d-a6b4-bf18d6a34f23","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170708.855938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e919d038-37bf-4e6c-a2f5-d5a4424a0a7d"} {"level":"info","ts":1785170708.8561664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37527.793223764,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.8561807,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.8629038,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32f58c36-f61d-42a6-aa34-9e706fb898cc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785170708.8629098,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.866666,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80d3d466-10fc-4030-8988-6bef8dfdcf09"} {"level":"info","ts":1785170708.866716,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80d3d466-10fc-4030-8988-6bef8dfdcf09","name":"e2e-external-provider"} {"level":"info","ts":1785170708.8744366,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80d3d466-10fc-4030-8988-6bef8dfdcf09","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785170708.9562335,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e919d038-37bf-4e6c-a2f5-d5a4424a0a7d","name":"e2e-external-model"} {"level":"info","ts":1785170708.9651372,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e919d038-37bf-4e6c-a2f5-d5a4424a0a7d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170708.9731386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74e9a336-8c4c-443f-b550-466b2c7cf585"} {"level":"info","ts":1785170708.9732213,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74e9a336-8c4c-443f-b550-466b2c7cf585","name":"e2e-external-model"} {"level":"info","ts":1785170708.9731398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2645090-b3cd-4bcb-93d1-3475d97ac3d8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.9732902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2645090-b3cd-4bcb-93d1-3475d97ac3d8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785170708.9901192,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74e9a336-8c4c-443f-b550-466b2c7cf585","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170708.9902973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff71ec2-9ba2-4368-9a87-bef8bde64b52"} {"level":"info","ts":1785170708.9903064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1be8d684-27f1-43ce-8c46-d998da7afc0a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.9903421,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1be8d684-27f1-43ce-8c46-d998da7afc0a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.9903724,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff71ec2-9ba2-4368-9a87-bef8bde64b52","name":"e2e-external-model"} {"level":"info","ts":1785170708.998061,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff71ec2-9ba2-4368-9a87-bef8bde64b52","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170709.0066192,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4e75512-79b1-431b-93b2-dabe3e3665c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170709.00665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4e75512-79b1-431b-93b2-dabe3e3665c9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170709.0067334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d64d0524-89fa-4eaf-a240-c8b21ac4d728"} {"level":"info","ts":1785170709.0068016,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d64d0524-89fa-4eaf-a240-c8b21ac4d728","name":"e2e-external-model"} {"level":"info","ts":1785170709.0154831,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d64d0524-89fa-4eaf-a240-c8b21ac4d728","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170720.4823465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170720.4824448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e"} {"level":"info","ts":1785170720.482458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e"} {"level":"info","ts":1785170720.4824712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","EoS":true} {"level":"info","ts":1785170720.4824975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","header":"x-maas-group"} {"level":"info","ts":1785170720.482509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","header":"x-maas-username"} {"level":"info","ts":1785170720.4825141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","header":"x-maas-subscription"} {"level":"info","ts":1785170720.4825346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170720.4825423,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","modelName":"e2e-external-model"} {"level":"info","ts":1785170720.482553,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785170720.4825835,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785170720.4825985,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","authType":"apikey"} {"level":"info","ts":1785170720.4826226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e"} {"level":"info","ts":1785170720.6028004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35e95970-c456-44e5-abe0-d6a987a8f556"} {"level":"info","ts":1785170720.6028225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63e27f5b-d0bc-482d-9159-ed20f29f6940","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.6028523,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63e27f5b-d0bc-482d-9159-ed20f29f6940","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6085956,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35e95970-c456-44e5-abe0-d6a987a8f556","name":"e2e-cleanup-test"} {"level":"info","ts":1785170720.6087515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae146532-7c47-4928-b497-1e03cbb3e8ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.6087947,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae146532-7c47-4928-b497-1e03cbb3e8ee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6201084,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35e95970-c456-44e5-abe0-d6a987a8f556","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170720.627713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae18374f-076c-462e-b89e-2cc764963f51","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.6277492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae18374f-076c-462e-b89e-2cc764963f51","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6278672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9da1a344-617e-42f0-baf2-3aa73887e4a7"} {"level":"info","ts":1785170720.6279204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9da1a344-617e-42f0-baf2-3aa73887e4a7","name":"e2e-cleanup-test"} {"level":"error","ts":1785170720.6430306,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9da1a344-617e-42f0-baf2-3aa73887e4a7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170720.6430948,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92a8ad2c-da0c-4d4f-815e-fe710f373e19"} {"level":"info","ts":1785170720.6430535,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a845adac-862f-4eb6-8a73-4b4da582d90d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.643171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a845adac-862f-4eb6-8a73-4b4da582d90d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6431425,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92a8ad2c-da0c-4d4f-815e-fe710f373e19","name":"e2e-cleanup-test"} {"level":"info","ts":1785170720.6511166,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92a8ad2c-da0c-4d4f-815e-fe710f373e19","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170720.6560915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38c62d7f-06b7-4d22-8a64-23c5edbc7753","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.656123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38c62d7f-06b7-4d22-8a64-23c5edbc7753","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6562493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250d896d-adb2-42c6-b153-c9e41c65ae8c"} {"level":"info","ts":1785170720.6563256,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250d896d-adb2-42c6-b153-c9e41c65ae8c","name":"e2e-cleanup-test"} {"level":"info","ts":1785170720.6645453,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250d896d-adb2-42c6-b153-c9e41c65ae8c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170728.8799748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45acee08-d7bc-416b-9ea6-8aca8b16a790","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170728.8800292,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45acee08-d7bc-416b-9ea6-8aca8b16a790","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170728.879984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf77dd3-0f45-4464-abc1-4a6815ae2bda"} {"level":"info","ts":1785170733.1914093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.1914997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2"} {"level":"info","ts":1785170733.1915119,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2"} {"level":"info","ts":1785170733.1915307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2","EoS":true} {"level":"info","ts":1785170733.1915786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785170733.1916153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2"} {"level":"info","ts":1785170733.236768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.236853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de"} {"level":"info","ts":1785170733.2368684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de"} {"level":"info","ts":1785170733.2368872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","EoS":true} {"level":"info","ts":1785170733.236927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","header":"x-maas-username"} {"level":"info","ts":1785170733.2369401,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","header":"x-maas-group"} {"level":"info","ts":1785170733.2369483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","header":"x-maas-subscription"} {"level":"info","ts":1785170733.2369668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170733.2369785,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","modelName":"e2e-external-model"} {"level":"info","ts":1785170733.236996,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785170733.2370245,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785170733.23705,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","authType":"apikey"} {"level":"info","ts":1785170733.237089,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de"} {"level":"info","ts":1785170733.2743478,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.2744274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.27444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.2744563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","EoS":true} {"level":"info","ts":1785170733.274491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","header":"x-maas-subscription"} {"level":"info","ts":1785170733.2745037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","header":"x-maas-username"} {"level":"info","ts":1785170733.2745137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","header":"x-maas-group"} {"level":"info","ts":1785170733.274533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170733.2745705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.407568,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.4075963,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.4076173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","EoS":false} {"level":"info","ts":1785170733.4076312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","EoS":true} {"level":"error","ts":1785170733.407641,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785170733.4076917,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.4446676,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.444727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170733.4447362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170733.444746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","EoS":true} {"level":"info","ts":1785170733.4447672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","header":"x-maas-subscription"} {"level":"info","ts":1785170733.4447775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","header":"x-maas-group"} {"level":"info","ts":1785170733.4447823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","header":"x-maas-username"} {"level":"info","ts":1785170733.4448116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170733.5441751,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170733.5442166,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170733.5442455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","EoS":false} {"level":"info","ts":1785170733.544268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","EoS":true} {"level":"error","ts":1785170733.5442996,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785170733.544356,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170734.3950543,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf163c2e-e6ed-4616-a689-9e3648296593"} {"level":"info","ts":1785170734.395055,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"584ff72a-260f-4109-88fa-3ea9fc5c2998","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170734.3951154,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"584ff72a-260f-4109-88fa-3ea9fc5c2998","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170734.5409746,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05ee351d-1b74-4f1a-9f4f-0382fb0b9d24","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170734.5410135,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05ee351d-1b74-4f1a-9f4f-0382fb0b9d24","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170734.5410438,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a66f6633-f698-4b6e-bd27-b0b32cf70940"} {"level":"info","ts":1785170734.6576395,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9f2d9c41-3979-4d74-904f-37ce5eaacf8b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785170734.6577094,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9f2d9c41-3979-4d74-904f-37ce5eaacf8b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785172092.906199,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172092.906346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76c56ee0-3bba-47f7-b7db-aaa5d2a4e2c0"} {"level":"info","ts":1785172147.235476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172147.2355912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"} {"level":"info","ts":1785172147.2356057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"} {"level":"info","ts":1785172147.2356257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","EoS":true} {"level":"info","ts":1785172147.235664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","header":"x-maas-group"} {"level":"info","ts":1785172147.2356772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","header":"x-maas-username"} {"level":"info","ts":1785172147.2356844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","header":"x-maas-subscription"} {"level":"info","ts":1785172147.235704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785172147.23573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"} {"level":"info","ts":1785172147.2394447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"} {"level":"info","ts":1785172147.239473,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"} {"level":"info","ts":1785172147.2394981,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","EoS":false} {"level":"info","ts":1785172147.239517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","EoS":true} {"level":"info","ts":1785172147.2395625,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"}