{"level":"info","ts":1784942820.5083199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","header":"x-maas-username"} {"level":"info","ts":1784942820.5083303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","header":"x-maas-subscription"} {"level":"info","ts":1784942820.5083358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","header":"x-maas-group"} {"level":"info","ts":1784942820.5083504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942820.508375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759"} {"level":"info","ts":1784942820.5094566,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759"} {"level":"info","ts":1784942820.5094738,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759"} {"level":"info","ts":1784942820.509488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","EoS":false} {"level":"info","ts":1784942820.5094993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","EoS":true} {"level":"info","ts":1784942820.5095286,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759"} {"level":"info","ts":1784942840.5153186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.5154018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.515415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.5154283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","EoS":true} {"level":"info","ts":1784942840.5154562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","header":"x-maas-group"} {"level":"info","ts":1784942840.5154665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","header":"x-maas-username"} {"level":"info","ts":1784942840.515472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","header":"x-maas-subscription"} {"level":"info","ts":1784942840.515487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.5155153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.5189528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.5189762,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.5189936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","EoS":false} {"level":"info","ts":1784942840.5190072,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","EoS":true} {"level":"info","ts":1784942840.5190527,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.6514575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.651538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.6515503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.651562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","EoS":true} {"level":"info","ts":1784942840.6515858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","header":"x-maas-username"} {"level":"info","ts":1784942840.651597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","header":"x-maas-group"} {"level":"info","ts":1784942840.6516025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","header":"x-maas-subscription"} {"level":"info","ts":1784942840.6516154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.6516821,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.65272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.6527421,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.6527574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","EoS":false} {"level":"info","ts":1784942840.6527703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","EoS":true} {"level":"info","ts":1784942840.6528125,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.789396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.7895074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.7895246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.7895458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","EoS":true} {"level":"info","ts":1784942840.7895834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","header":"x-maas-group"} {"level":"info","ts":1784942840.7895956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","header":"x-maas-username"} {"level":"info","ts":1784942840.7896066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","header":"x-maas-subscription"} {"level":"info","ts":1784942840.789626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.7896597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.7906358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.7906559,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.790679,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","EoS":false} {"level":"info","ts":1784942840.7906911,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","EoS":true} {"level":"info","ts":1784942840.7907183,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.9232466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.9233193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942840.9233284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942840.9233394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","EoS":true} {"level":"info","ts":1784942840.9233623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","header":"x-maas-group"} {"level":"info","ts":1784942840.9233706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","header":"x-maas-subscription"} {"level":"info","ts":1784942840.923376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","header":"x-maas-username"} {"level":"info","ts":1784942840.92339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.9234498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942840.924455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942840.924474,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942840.9244888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","EoS":false} {"level":"info","ts":1784942840.9245007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","EoS":true} {"level":"info","ts":1784942840.9245296,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942841.0590372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942841.0591195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.059131,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.0591419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","EoS":true} {"level":"info","ts":1784942841.059165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","header":"x-maas-group"} {"level":"info","ts":1784942841.0591776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","header":"x-maas-subscription"} {"level":"info","ts":1784942841.0591953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","header":"x-maas-username"} {"level":"info","ts":1784942841.059212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942841.0592384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.0604134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.0604324,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.0604503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","EoS":false} {"level":"info","ts":1784942841.060462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","EoS":true} {"level":"info","ts":1784942841.0604923,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942859.9591444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942859.9592288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.959241,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.9592528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","EoS":true} {"level":"info","ts":1784942859.9592788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","header":"x-maas-subscription"} {"level":"info","ts":1784942859.9592893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","header":"x-maas-username"} {"level":"info","ts":1784942859.9592948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","header":"x-maas-group"} {"level":"info","ts":1784942859.959307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942859.9593325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.9623532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.9623744,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.9623904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","EoS":false} {"level":"info","ts":1784942859.9624014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","EoS":true} {"level":"info","ts":1784942859.962433,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.9959872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942859.9960525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942859.9960642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942859.9960747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","EoS":true} {"level":"info","ts":1784942859.9960976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","header":"x-maas-username"} {"level":"info","ts":1784942859.9961054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","header":"x-maas-subscription"} {"level":"info","ts":1784942859.996111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","header":"x-maas-group"} {"level":"info","ts":1784942859.9961233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942859.9961455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942859.9973662,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942859.9973867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942859.9974096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","EoS":false} {"level":"info","ts":1784942859.9974208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","EoS":true} {"level":"info","ts":1784942859.9974487,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942860.0961833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942860.0962734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b"} {"level":"info","ts":1784942860.0971951,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b"} {"level":"info","ts":1784942860.0972147,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b"} {"level":"info","ts":1784942860.097236,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b","EoS":false} {"level":"info","ts":1784942860.0972533,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b"} {"level":"info","ts":1784942860.0972893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b","EoS":true} {"level":"info","ts":1784942860.097299,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b"} {"level":"info","ts":1784942864.7349226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942864.7350128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942864.7350314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942864.7350516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","EoS":true} {"level":"info","ts":1784942864.7350852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","header":"x-maas-group"} {"level":"info","ts":1784942864.735098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","header":"x-maas-username"} {"level":"info","ts":1784942864.7351058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","header":"x-maas-subscription"} {"level":"info","ts":1784942864.7351265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942864.7351534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942864.7371454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942864.7371702,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942864.7371898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","EoS":false} {"level":"info","ts":1784942864.737202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","EoS":true} {"level":"info","ts":1784942864.7372303,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942873.2976048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942873.2976947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942873.2977085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942873.2977262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","EoS":true} {"level":"info","ts":1784942873.297756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","header":"x-maas-subscription"} {"level":"info","ts":1784942873.297766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","header":"x-maas-group"} {"level":"info","ts":1784942873.2977712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","header":"x-maas-username"} {"level":"info","ts":1784942873.2977855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942873.2978387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942873.301273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942873.3012927,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942873.3013096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","EoS":false} {"level":"info","ts":1784942873.301322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","EoS":true} {"level":"info","ts":1784942873.3013532,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942886.1563883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942886.1564925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942886.156506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942886.1565185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","EoS":true} {"level":"info","ts":1784942886.1565447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","header":"x-maas-subscription"} {"level":"info","ts":1784942886.1565554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","header":"x-maas-group"} {"level":"info","ts":1784942886.1565602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","header":"x-maas-username"} {"level":"info","ts":1784942886.1565745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942886.1565986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942886.1578443,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942886.1578662,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942886.157886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","EoS":false} {"level":"info","ts":1784942886.1578984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","EoS":true} {"level":"info","ts":1784942886.157928,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942894.6910655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942894.6911488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942894.691161,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942894.6911767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","EoS":true} {"level":"info","ts":1784942894.691203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","header":"x-maas-username"} {"level":"info","ts":1784942894.6912136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","header":"x-maas-group"} {"level":"info","ts":1784942894.69122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","header":"x-maas-subscription"} {"level":"info","ts":1784942894.6912334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942894.6912603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942894.6924942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942894.6925232,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942894.6925433,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","EoS":false} {"level":"info","ts":1784942894.6925552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","EoS":true} {"level":"info","ts":1784942894.6925876,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942903.613082,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942903.6131604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942903.6131718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942903.6131837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","EoS":true} {"level":"info","ts":1784942903.6132083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","header":"x-maas-subscription"} {"level":"info","ts":1784942903.6132195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","header":"x-maas-username"} {"level":"info","ts":1784942903.6132255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","header":"x-maas-group"} {"level":"info","ts":1784942903.6132388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942903.6132636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942903.6144128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942903.6144319,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942903.6144466,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","EoS":false} {"level":"info","ts":1784942903.614458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","EoS":true} {"level":"info","ts":1784942903.6144862,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942926.4845068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942926.4845858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942926.4845977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942926.4846106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","EoS":true} {"level":"info","ts":1784942926.4846346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","header":"x-maas-username"} {"level":"info","ts":1784942926.4846423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","header":"x-maas-subscription"} {"level":"info","ts":1784942926.4846482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","header":"x-maas-group"} {"level":"info","ts":1784942926.484662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942926.484688,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942926.4860523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942926.4860804,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942926.486097,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","EoS":false} {"level":"info","ts":1784942926.4861097,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","EoS":true} {"level":"info","ts":1784942926.48615,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942948.7527382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942948.752834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942948.7528486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942948.7528603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","EoS":true} {"level":"info","ts":1784942948.752884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","header":"x-maas-group"} {"level":"info","ts":1784942948.7528937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","header":"x-maas-username"} {"level":"info","ts":1784942948.7528985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","header":"x-maas-subscription"} {"level":"info","ts":1784942948.7529123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942948.7529378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942948.7561674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942948.7561886,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942948.7562068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","EoS":false} {"level":"info","ts":1784942948.7562256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","EoS":true} {"level":"info","ts":1784942948.7562604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942975.102755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942975.1028585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942975.102872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942975.1028843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","EoS":true} {"level":"info","ts":1784942975.1029112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","header":"x-maas-group"} {"level":"info","ts":1784942975.1029656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","header":"x-maas-subscription"} {"level":"info","ts":1784942975.1029727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","header":"x-maas-username"} {"level":"info","ts":1784942975.1029868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942975.103013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942975.10404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942975.1040611,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942975.1040776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","EoS":false} {"level":"info","ts":1784942975.1040893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","EoS":true} {"level":"info","ts":1784942975.104121,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942984.5279727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942984.5280669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5280788,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5280917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","EoS":true} {"level":"info","ts":1784942984.5281236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","header":"x-maas-username"} {"level":"info","ts":1784942984.528135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","header":"x-maas-subscription"} {"level":"info","ts":1784942984.5281403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","header":"x-maas-group"} {"level":"info","ts":1784942984.5281544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942984.5281763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.529357,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5293784,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5293932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","EoS":false} {"level":"info","ts":1784942984.5294054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","EoS":true} {"level":"info","ts":1784942984.5294335,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5652666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942984.5653348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784942984.565349,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784942984.5653615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","EoS":true} {"level":"info","ts":1784942984.5653827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","header":"x-maas-subscription"} {"level":"info","ts":1784942984.5653927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","header":"x-maas-username"} {"level":"info","ts":1784942984.5653982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","header":"x-maas-group"} {"level":"info","ts":1784942984.565414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942984.565443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784942984.5664742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784942984.5664918,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784942984.5665061,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","EoS":false} {"level":"info","ts":1784942984.5665176,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","EoS":true} {"level":"info","ts":1784942984.5665433,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784943003.6721358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943003.672214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943003.6722224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943003.6722336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","EoS":true} {"level":"info","ts":1784943003.6722603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","header":"x-maas-subscription"} {"level":"info","ts":1784943003.672271,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","header":"x-maas-username"} {"level":"info","ts":1784943003.6722765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","header":"x-maas-group"} {"level":"info","ts":1784943003.6722908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943003.6723151,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943003.6758535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943003.6758795,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943003.6758964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","EoS":false} {"level":"info","ts":1784943003.6759102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","EoS":true} {"level":"info","ts":1784943003.6759403,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943133.758188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943133.758274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943133.7582848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943133.7582967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","EoS":true} {"level":"info","ts":1784943133.758323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","header":"x-maas-group"} {"level":"info","ts":1784943133.758331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","header":"x-maas-subscription"} {"level":"info","ts":1784943133.758336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","header":"x-maas-username"} {"level":"info","ts":1784943133.7583508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784943133.7584217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943133.7608836,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943133.760902,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943133.760915,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","EoS":false} {"level":"info","ts":1784943133.7609289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","EoS":true} {"level":"info","ts":1784943133.7609568,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943172.9648943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943172.965023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943172.9650378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943172.9650583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","EoS":true} {"level":"info","ts":1784943172.9650984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","header":"x-maas-subscription"} {"level":"info","ts":1784943172.9651113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","header":"x-maas-username"} {"level":"info","ts":1784943172.9651213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","header":"x-maas-group"} {"level":"info","ts":1784943172.9651415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943172.9651706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943172.9663055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943172.9663284,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943172.9663444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","EoS":false} {"level":"info","ts":1784943172.9663568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","EoS":true} {"level":"info","ts":1784943172.9663846,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943188.1922417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943188.19232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.192334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.1923456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","EoS":true} {"level":"info","ts":1784943188.1923795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","header":"x-maas-group"} {"level":"info","ts":1784943188.1923938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","header":"x-maas-subscription"} {"level":"info","ts":1784943188.1924036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","header":"x-maas-username"} {"level":"info","ts":1784943188.1924212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943188.19246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.1936336,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.1936684,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.1936905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","EoS":false} {"level":"info","ts":1784943188.193707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","EoS":true} {"level":"info","ts":1784943188.193738,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943500.791515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943500.791615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.7916305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.7916472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","EoS":true} {"level":"info","ts":1784943500.7916746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","header":"x-maas-subscription"} {"level":"info","ts":1784943500.7916853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","header":"x-maas-username"} {"level":"info","ts":1784943500.7916903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","header":"x-maas-group"} {"level":"info","ts":1784943500.7917035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943500.7917776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.7954633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.7954967,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.795513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","EoS":false} {"level":"info","ts":1784943500.795525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","EoS":true} {"level":"info","ts":1784943500.7955515,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943505.5570436,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c4f2a230-ce7b-4743-84f1-8d91347d513d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784943505.5572946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38490.302552265,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.5573106,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.6152987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.6579385,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c4f2a230-ce7b-4743-84f1-8d91347d513d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784943505.6682436,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6d55daf-0cbc-4d5b-ba90-ac7b03e2eccf"} {"level":"info","ts":1784943505.668282,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b024a3eb-5992-4772-9971-449e79ea6c32","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943505.6683254,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b024a3eb-5992-4772-9971-449e79ea6c32","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943505.6734965,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7999645-c354-4a39-85ad-1e5f8f052914","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943505.6735368,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7999645-c354-4a39-85ad-1e5f8f052914","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943505.673929,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36591.310212476,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.6739495,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.6814666,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.7745278,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6d55daf-0cbc-4d5b-ba90-ac7b03e2eccf","name":"e2e-external-provider"} {"level":"info","ts":1784943505.7799222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f554a7b1-a1cb-46ac-b501-b344217da36f"} {"level":"info","ts":1784943505.7799501,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"232dc667-6ecf-4027-909b-3a85191a8a6b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.7800195,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"232dc667-6ecf-4027-909b-3a85191a8a6b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.7879186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a874a901-cbb4-46e8-b875-1555c1278fcf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.7879472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a874a901-cbb4-46e8-b875-1555c1278fcf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.7879734,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f554a7b1-a1cb-46ac-b501-b344217da36f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784943505.791787,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6d55daf-0cbc-4d5b-ba90-ac7b03e2eccf","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784943505.7956173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11d8622b-dc34-4727-b3a2-b4d9d1b1bc54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.7956405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11d8622b-dc34-4727-b3a2-b4d9d1b1bc54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784943505.7957065,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f554a7b1-a1cb-46ac-b501-b344217da36f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.7957926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32476f12-ad36-4c19-9792-73be15c184cf"} {"level":"info","ts":1784943505.79585,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32476f12-ad36-4c19-9792-73be15c184cf","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784943505.7995207,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6d55daf-0cbc-4d5b-ba90-ac7b03e2eccf","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784943505.7997246,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32476f12-ad36-4c19-9792-73be15c184cf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.804665,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6d55daf-0cbc-4d5b-ba90-ac7b03e2eccf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943505.8099098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"147e045f-4aa5-41df-a670-4cf680dcc8f0"} {"level":"info","ts":1784943505.8099618,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"147e045f-4aa5-41df-a670-4cf680dcc8f0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784943505.8100488,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9852cf21-33e1-44d2-bc4f-6c766e189d8d"} {"level":"info","ts":1784943505.8101118,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9852cf21-33e1-44d2-bc4f-6c766e189d8d","name":"e2e-external-provider"} {"level":"info","ts":1784943505.8102703,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d70ee2fd-d72d-48d6-80d5-c31d1dc035a8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943505.8103118,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d70ee2fd-d72d-48d6-80d5-c31d1dc035a8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943505.810337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29fe51e1-4d2d-4653-9ea8-8316057b656f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.8103552,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29fe51e1-4d2d-4653-9ea8-8316057b656f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784943505.8140244,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"147e045f-4aa5-41df-a670-4cf680dcc8f0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.8141172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6959005-d2ac-451d-895e-7026f39f7cb3"} {"level":"info","ts":1784943505.814436,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32505.674365047,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.814455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.8190544,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9852cf21-33e1-44d2-bc4f-6c766e189d8d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943505.8220997,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784943505.8222115,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9852cf21-33e1-44d2-bc4f-6c766e189d8d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.822281,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a57a2e57-9a69-4c5e-bff0-6f093b90c014"} {"level":"info","ts":1784943505.8223143,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a57a2e57-9a69-4c5e-bff0-6f093b90c014","name":"e2e-external-provider"} {"level":"info","ts":1784943505.8304276,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a57a2e57-9a69-4c5e-bff0-6f093b90c014","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943505.9149582,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6959005-d2ac-451d-895e-7026f39f7cb3","name":"e2e-external-model"} {"level":"info","ts":1784943505.9286237,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6959005-d2ac-451d-895e-7026f39f7cb3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943505.9351385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3a5da6-8f89-4e77-a116-f8aface14071"} {"level":"info","ts":1784943505.9351642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1848a9c3-155b-4c9e-b7f5-1b7ebe65ec92","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.9352057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1848a9c3-155b-4c9e-b7f5-1b7ebe65ec92","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.935216,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3a5da6-8f89-4e77-a116-f8aface14071","name":"e2e-external-model"} {"level":"info","ts":1784943505.9482586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74bcef65-13e4-4155-a74f-f435a4a8346e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.9482918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74bcef65-13e4-4155-a74f-f435a4a8346e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784943505.9483316,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3a5da6-8f89-4e77-a116-f8aface14071","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.948403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a48d29d-df18-4dc8-a4ac-28275bb10b26"} {"level":"info","ts":1784943505.948476,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a48d29d-df18-4dc8-a4ac-28275bb10b26","name":"e2e-external-model"} {"level":"info","ts":1784943505.9561193,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a48d29d-df18-4dc8-a4ac-28275bb10b26","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943505.9630845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a29a34dd-27e7-4e92-85a1-ce45e23bbfda"} {"level":"info","ts":1784943505.9630911,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94a62679-bec0-4c4e-be6b-4091490c7262","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.9631147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94a62679-bec0-4c4e-be6b-4091490c7262","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.9631288,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a29a34dd-27e7-4e92-85a1-ce45e23bbfda","name":"e2e-external-model"} {"level":"info","ts":1784943505.9704304,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a29a34dd-27e7-4e92-85a1-ce45e23bbfda","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943511.147052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943511.1471422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303"} {"level":"info","ts":1784943511.1471572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303"} {"level":"info","ts":1784943511.1471694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","EoS":true} {"level":"info","ts":1784943511.1471958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","header":"x-maas-subscription"} {"level":"info","ts":1784943511.1472073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","header":"x-maas-group"} {"level":"info","ts":1784943511.1472132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","header":"x-maas-username"} {"level":"info","ts":1784943511.1472263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943511.1472366,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","modelName":"e2e-external-model"} {"level":"info","ts":1784943511.1472483,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943511.1472814,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784943511.147301,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","authType":"apikey"} {"level":"info","ts":1784943511.1473267,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303"} {"level":"info","ts":1784943511.2557497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5cb4ad2-2bef-4474-b060-2a83ac52e377"} {"level":"info","ts":1784943511.2557611,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a500302-98ea-48a3-a244-6eb167f2fe64","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.2558944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a500302-98ea-48a3-a244-6eb167f2fe64","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943511.263099,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"141a792a-c7df-4f44-838e-0fcbb0994dcc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.263108,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5cb4ad2-2bef-4474-b060-2a83ac52e377","name":"e2e-cleanup-test"} {"level":"info","ts":1784943511.2631311,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"141a792a-c7df-4f44-838e-0fcbb0994dcc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943511.2724023,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5cb4ad2-2bef-4474-b060-2a83ac52e377","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943511.2774835,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a94a769c-0559-4c2d-9bc5-cb8822f89552","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.2775228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a94a769c-0559-4c2d-9bc5-cb8822f89552","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943511.277626,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb0e2a4-7b05-426c-9e1f-f125e8833ce1"} {"level":"info","ts":1784943511.2776854,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb0e2a4-7b05-426c-9e1f-f125e8833ce1","name":"e2e-cleanup-test"} {"level":"error","ts":1784943511.2931132,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb0e2a4-7b05-426c-9e1f-f125e8833ce1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943511.293226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4fc4d9f-6b95-43f2-9794-14f5a3f9da86"} {"level":"info","ts":1784943511.2932827,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4fc4d9f-6b95-43f2-9794-14f5a3f9da86","name":"e2e-cleanup-test"} {"level":"info","ts":1784943511.293226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a9909df-57ab-4742-9ace-32b67b305efc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.2933476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a9909df-57ab-4742-9ace-32b67b305efc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943511.3003833,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4fc4d9f-6b95-43f2-9794-14f5a3f9da86","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943511.3071868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edf8e4c7-9e30-48d2-b9f1-1ad5bdf2b158","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.3072157,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edf8e4c7-9e30-48d2-b9f1-1ad5bdf2b158","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943511.3073096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"636949ed-8fc7-4c35-bff8-f63a70333b9b"} {"level":"info","ts":1784943511.3073587,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"636949ed-8fc7-4c35-bff8-f63a70333b9b","name":"e2e-cleanup-test"} {"level":"info","ts":1784943511.3147337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"636949ed-8fc7-4c35-bff8-f63a70333b9b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943519.5141492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3954f3da-1f54-4943-8def-31310ffa824e"} {"level":"info","ts":1784943519.514139,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7e68979-78bc-4c62-8e63-5e3ffa5cb988","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943519.51421,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7e68979-78bc-4c62-8e63-5e3ffa5cb988","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943523.804497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943523.804579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0"} {"level":"info","ts":1784943523.8045883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0"} {"level":"info","ts":1784943523.8046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0","EoS":true} {"level":"info","ts":1784943523.8046346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784943523.8046618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0"} {"level":"info","ts":1784943523.842593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943523.842667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a"} {"level":"info","ts":1784943523.842678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a"} {"level":"info","ts":1784943523.8426895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","EoS":true} {"level":"info","ts":1784943523.8427138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","header":"x-maas-group"} {"level":"info","ts":1784943523.8427243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","header":"x-maas-subscription"} {"level":"info","ts":1784943523.8427298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","header":"x-maas-username"} {"level":"info","ts":1784943523.8427434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943523.8427522,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","modelName":"e2e-external-model"} {"level":"info","ts":1784943523.8427656,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943523.8427904,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784943523.842837,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","authType":"apikey"} {"level":"info","ts":1784943523.8428636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a"} {"level":"info","ts":1784943523.8783772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943523.878439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943523.8784494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943523.8784602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","EoS":true} {"level":"info","ts":1784943523.8784811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","header":"x-maas-username"} {"level":"info","ts":1784943523.8784914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","header":"x-maas-group"} {"level":"info","ts":1784943523.8784957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","header":"x-maas-subscription"} {"level":"info","ts":1784943523.8785062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943523.8785298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943523.9831996,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943523.9832268,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943523.9832468,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","EoS":false} {"level":"info","ts":1784943523.9832604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","EoS":true} {"level":"error","ts":1784943523.98328,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784943523.9833424,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943524.0180101,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943524.0180795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.018091,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.0181034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","EoS":true} {"level":"info","ts":1784943524.0181265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","header":"x-maas-group"} {"level":"info","ts":1784943524.018137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","header":"x-maas-subscription"} {"level":"info","ts":1784943524.0181432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","header":"x-maas-username"} {"level":"info","ts":1784943524.0181718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.119222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.1192563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.1192796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","EoS":false} {"level":"info","ts":1784943524.1192985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","EoS":true} {"level":"error","ts":1784943524.1193125,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784943524.1193564,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.9413104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d217c8e-9ee2-40d8-a295-8cee9c963c54"} {"level":"info","ts":1784943524.9413211,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7515b111-5d75-4fe8-a780-70e016841618","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943524.9413595,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7515b111-5d75-4fe8-a780-70e016841618","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943525.080574,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"214b6a22-fc63-42d4-afeb-0c8ea979440f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943525.0806227,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"214b6a22-fc63-42d4-afeb-0c8ea979440f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943525.0806284,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"deee8899-c062-4beb-aa14-13b6d4da31f7"} {"level":"info","ts":1784943525.2070878,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2886e860-ce02-488f-ab48-a85b9b5ca4e8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784943525.207145,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2886e860-ce02-488f-ab48-a85b9b5ca4e8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784945788.4491594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945788.4492433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17fe5398-44c8-41ae-bfc5-a4e4c83874eb"} {"level":"info","ts":1784945845.9360793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945845.9361584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"} {"level":"info","ts":1784945845.936171,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"} {"level":"info","ts":1784945845.9361818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","EoS":true} {"level":"info","ts":1784945845.9362085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","header":"x-maas-username"} {"level":"info","ts":1784945845.9362195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","header":"x-maas-group"} {"level":"info","ts":1784945845.9362242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","header":"x-maas-subscription"} {"level":"info","ts":1784945845.9362364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784945845.936263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"} {"level":"info","ts":1784945845.9374125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"} {"level":"info","ts":1784945845.9374418,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"} {"level":"info","ts":1784945845.937459,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","EoS":false} {"level":"info","ts":1784945845.937473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","EoS":true} {"level":"info","ts":1784945845.9375026,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"}