{"level":"info","ts":1785444223.688387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b","EoS":true} {"level":"info","ts":1785444223.6883948,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b"} {"level":"info","ts":1785444223.8266728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444223.8267329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8267457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8267622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","EoS":true} {"level":"info","ts":1785444223.826786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","header":"x-maas-username"} {"level":"info","ts":1785444223.826797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","header":"x-maas-group"} {"level":"info","ts":1785444223.8268023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","header":"x-maas-subscription"} {"level":"info","ts":1785444223.826815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444223.8268797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8286328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8286488,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8286662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","EoS":false} {"level":"info","ts":1785444223.8286781,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8287058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","EoS":true} {"level":"info","ts":1785444223.828717,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.9676902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444223.9677536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.9677622,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.9677725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","EoS":true} {"level":"info","ts":1785444223.967795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","header":"x-maas-group"} {"level":"info","ts":1785444223.9678044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","header":"x-maas-username"} {"level":"info","ts":1785444223.9678109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","header":"x-maas-subscription"} {"level":"info","ts":1785444223.9678228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444223.9678485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.968544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.9685533,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.9685671,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","EoS":false} {"level":"info","ts":1785444223.9685764,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.968597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","EoS":true} {"level":"info","ts":1785444223.9686038,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444224.1087754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444224.108859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.1088693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.10888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","EoS":true} {"level":"info","ts":1785444224.1089134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","header":"x-maas-subscription"} {"level":"info","ts":1785444224.1089249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","header":"x-maas-group"} {"level":"info","ts":1785444224.1089299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","header":"x-maas-username"} {"level":"info","ts":1785444224.1089444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444224.1089678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.1097882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.1098087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.1098237,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","EoS":false} {"level":"info","ts":1785444224.1098351,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.1098602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","EoS":true} {"level":"info","ts":1785444224.1098676,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.2485719,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444224.248651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2486632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2486756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","EoS":true} {"level":"info","ts":1785444224.248708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","header":"x-maas-subscription"} {"level":"info","ts":1785444224.2487643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","header":"x-maas-username"} {"level":"info","ts":1785444224.2487764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","header":"x-maas-group"} {"level":"info","ts":1785444224.2487938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444224.2488234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2496114,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2496293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2496436,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","EoS":false} {"level":"info","ts":1785444224.249656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2496827,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","EoS":true} {"level":"info","ts":1785444224.249693,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444245.518604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444245.5186956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.5187137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.518735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","EoS":true} {"level":"info","ts":1785444245.518772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","header":"x-maas-username"} {"level":"info","ts":1785444245.5187852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","header":"x-maas-subscription"} {"level":"info","ts":1785444245.5187938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","header":"x-maas-group"} {"level":"info","ts":1785444245.5188105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444245.5188463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.519632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.5196533,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.519669,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","EoS":false} {"level":"info","ts":1785444245.519681,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.5197036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","EoS":true} {"level":"info","ts":1785444245.5197127,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.6140268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444245.6140966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068"} {"level":"info","ts":1785444245.6147344,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068"} {"level":"info","ts":1785444245.61475,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068"} {"level":"info","ts":1785444245.6147654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068","EoS":false} {"level":"info","ts":1785444245.6147807,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068"} {"level":"info","ts":1785444245.6148024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068","EoS":true} {"level":"info","ts":1785444245.614812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068"} {"level":"info","ts":1785444250.2378929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444250.237976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.2379854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.2379968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","EoS":true} {"level":"info","ts":1785444250.2380235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","header":"x-maas-group"} {"level":"info","ts":1785444250.238034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","header":"x-maas-username"} {"level":"info","ts":1785444250.2380397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","header":"x-maas-subscription"} {"level":"info","ts":1785444250.2380548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444250.2380815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.239234,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.2392507,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.239264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","EoS":false} {"level":"info","ts":1785444250.2392745,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.2392993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","EoS":true} {"level":"info","ts":1785444250.239308,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444258.7988267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444258.7989035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.798919,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.7989316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","EoS":true} {"level":"info","ts":1785444258.7989655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","header":"x-maas-username"} {"level":"info","ts":1785444258.7989771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","header":"x-maas-group"} {"level":"info","ts":1785444258.7989824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","header":"x-maas-subscription"} {"level":"info","ts":1785444258.7989957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444258.7990227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.811803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.8118243,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.8118408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","EoS":false} {"level":"info","ts":1785444258.8118541,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.8118813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","EoS":true} {"level":"info","ts":1785444258.8118892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444271.695996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444271.6960807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6960902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6961017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","EoS":true} {"level":"info","ts":1785444271.6961246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","header":"x-maas-username"} {"level":"info","ts":1785444271.6961546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","header":"x-maas-group"} {"level":"info","ts":1785444271.6961606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","header":"x-maas-subscription"} {"level":"info","ts":1785444271.6962106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444271.6962345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6971743,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6972067,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6972244,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","EoS":false} {"level":"info","ts":1785444271.697239,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6972709,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","EoS":true} {"level":"info","ts":1785444271.6972883,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444280.2353225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444280.2354288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2354438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2354565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","EoS":true} {"level":"info","ts":1785444280.2354836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","header":"x-maas-subscription"} {"level":"info","ts":1785444280.2354963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","header":"x-maas-group"} {"level":"info","ts":1785444280.2355068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","header":"x-maas-username"} {"level":"info","ts":1785444280.235528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444280.2355564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2365296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2365515,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2365665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","EoS":false} {"level":"info","ts":1785444280.2365782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2366028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","EoS":true} {"level":"info","ts":1785444280.2366154,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444289.1276295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444289.1277087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.1277182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.1277292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","EoS":true} {"level":"info","ts":1785444289.1277523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","header":"x-maas-subscription"} {"level":"info","ts":1785444289.1277642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","header":"x-maas-username"} {"level":"info","ts":1785444289.127769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","header":"x-maas-group"} {"level":"info","ts":1785444289.1278198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444289.127851,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.128763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.1287827,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.1287966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","EoS":false} {"level":"info","ts":1785444289.1288095,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.128833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","EoS":true} {"level":"info","ts":1785444289.1288407,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444321.8446236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444321.8447125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.844725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.8447368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","EoS":true} {"level":"info","ts":1785444321.8447616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","header":"x-maas-subscription"} {"level":"info","ts":1785444321.8447728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","header":"x-maas-username"} {"level":"info","ts":1785444321.8447778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","header":"x-maas-group"} {"level":"info","ts":1785444321.8447917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444321.8448157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.8475108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.847538,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.8475535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","EoS":false} {"level":"info","ts":1785444321.8475654,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.8475912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","EoS":true} {"level":"info","ts":1785444321.8475995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444355.538973,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444355.5390663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.539077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.539089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","EoS":true} {"level":"info","ts":1785444355.5391188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","header":"x-maas-group"} {"level":"info","ts":1785444355.5391304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","header":"x-maas-subscription"} {"level":"info","ts":1785444355.53916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","header":"x-maas-username"} {"level":"info","ts":1785444355.539181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444355.5392091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.5401933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.5402236,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.5402412,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","EoS":false} {"level":"info","ts":1785444355.5402536,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.540288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","EoS":true} {"level":"info","ts":1785444355.5402977,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444390.667011,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444390.667104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.6671135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.6671255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","EoS":true} {"level":"info","ts":1785444390.667169,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","header":"x-maas-subscription"} {"level":"info","ts":1785444390.6671798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","header":"x-maas-group"} {"level":"info","ts":1785444390.6671848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","header":"x-maas-username"} {"level":"info","ts":1785444390.6671987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444390.6672254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.6683893,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.6684103,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.668429,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","EoS":false} {"level":"info","ts":1785444390.668443,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.6684644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","EoS":true} {"level":"info","ts":1785444390.668474,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444400.122606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444400.1226935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.122709,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.1227314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","EoS":true} {"level":"info","ts":1785444400.122768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","header":"x-maas-subscription"} {"level":"info","ts":1785444400.1227827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","header":"x-maas-group"} {"level":"info","ts":1785444400.1227903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","header":"x-maas-username"} {"level":"info","ts":1785444400.1228106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444400.1228395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.1238914,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.123928,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.1239495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","EoS":false} {"level":"info","ts":1785444400.123968,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.1240065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","EoS":true} {"level":"info","ts":1785444400.1240175,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.160201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444400.1602821,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.1602907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.1603012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","EoS":true} {"level":"info","ts":1785444400.160327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","header":"x-maas-username"} {"level":"info","ts":1785444400.1603386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","header":"x-maas-group"} {"level":"info","ts":1785444400.1603434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","header":"x-maas-subscription"} {"level":"info","ts":1785444400.160358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444400.1603856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.161314,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.161326,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.1613379,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","EoS":false} {"level":"info","ts":1785444400.161348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.161363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","EoS":true} {"level":"info","ts":1785444400.1613696,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444419.3282154,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444419.3283043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3283165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3283365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","EoS":true} {"level":"info","ts":1785444419.328362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","header":"x-maas-group"} {"level":"info","ts":1785444419.3283746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","header":"x-maas-username"} {"level":"info","ts":1785444419.3283794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","header":"x-maas-subscription"} {"level":"info","ts":1785444419.3283937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444419.328424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3293633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3293848,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3294058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","EoS":false} {"level":"info","ts":1785444419.3294263,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3294637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","EoS":true} {"level":"info","ts":1785444419.3294785,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444601.9910748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444601.9911919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444601.9912007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444601.9912138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","EoS":true} {"level":"info","ts":1785444601.99124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","header":"x-maas-group"} {"level":"info","ts":1785444601.9912899,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","header":"x-maas-subscription"} {"level":"info","ts":1785444601.991296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","header":"x-maas-username"} {"level":"info","ts":1785444601.9913118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785444601.9913378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444602.0046945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444602.004716,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444602.0047386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","EoS":false} {"level":"info","ts":1785444602.0047524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444602.0047793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","EoS":true} {"level":"info","ts":1785444602.0047894,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444664.7262185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444664.7263126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.7263234,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.7263362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","EoS":true} {"level":"info","ts":1785444664.726365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","header":"x-maas-username"} {"level":"info","ts":1785444664.726375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","header":"x-maas-group"} {"level":"info","ts":1785444664.7263806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","header":"x-maas-subscription"} {"level":"info","ts":1785444664.7263947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444664.7264204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.7274232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.7274466,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.727462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","EoS":false} {"level":"info","ts":1785444664.7274747,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.7275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","EoS":true} {"level":"info","ts":1785444664.7275083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444680.020533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444680.0206192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.0206347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.0206544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","EoS":true} {"level":"info","ts":1785444680.0206947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","header":"x-maas-group"} {"level":"info","ts":1785444680.0207076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","header":"x-maas-username"} {"level":"info","ts":1785444680.0207202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","header":"x-maas-subscription"} {"level":"info","ts":1785444680.0207407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444680.0207775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.0217676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.0217948,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.0218167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","EoS":false} {"level":"info","ts":1785444680.0218327,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.021865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","EoS":true} {"level":"info","ts":1785444680.0218732,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785445019.982559,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445019.9826443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9826527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9826634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","EoS":true} {"level":"info","ts":1785445019.982688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","header":"x-maas-group"} {"level":"info","ts":1785445019.9826982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","header":"x-maas-username"} {"level":"info","ts":1785445019.9827034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","header":"x-maas-subscription"} {"level":"info","ts":1785445019.9827166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445019.982744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9836004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9836335,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9836519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","EoS":false} {"level":"info","ts":1785445019.9836667,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9836926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","EoS":true} {"level":"info","ts":1785445019.9837008,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445024.8349943,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ee862075-671c-499f-ae8b-696e3951fc0e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785445024.8352537,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33018.578363741,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445024.8352814,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445024.8846676,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445024.9360514,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ee862075-671c-499f-ae8b-696e3951fc0e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785445024.9464478,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78f59d4a-8b5e-4420-acbe-988b9a327146","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445024.9464803,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78f59d4a-8b5e-4420-acbe-988b9a327146","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785445024.946499,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03c6567e-7083-45e1-a300-a94ca9a97db7"} {"level":"info","ts":1785445024.9541776,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6650f561-5d2b-4e9f-8c2d-9c234b34b6ef","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445024.9541976,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6650f561-5d2b-4e9f-8c2d-9c234b34b6ef","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785445024.9552884,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03c6567e-7083-45e1-a300-a94ca9a97db7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445024.9555268,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32616.491690042,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445024.9555438,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445024.9638202,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.0561304,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03c6567e-7083-45e1-a300-a94ca9a97db7","name":"e2e-external-provider"} {"level":"info","ts":1785445025.0623062,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f291bf1-752d-401d-9d83-24409d61d1f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.0623271,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f4a3b8-d4d4-452e-989b-d15677106d26"} {"level":"info","ts":1785445025.0623572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f291bf1-752d-401d-9d83-24409d61d1f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.067854,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03c6567e-7083-45e1-a300-a94ca9a97db7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785445025.0706382,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f4a3b8-d4d4-452e-989b-d15677106d26","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785445025.070696,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dbe089d-28ab-4451-9296-19e17c1d3663","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.0707424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dbe089d-28ab-4451-9296-19e17c1d3663","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.0778403,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03c6567e-7083-45e1-a300-a94ca9a97db7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785445025.0783024,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f4a3b8-d4d4-452e-989b-d15677106d26","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.078349,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7ebc269-7b0f-4e18-b821-b0a242857a97","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.0783694,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7ebc269-7b0f-4e18-b821-b0a242857a97","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.0783887,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2342e770-2d98-4eb5-9811-f72b8cb08156"} {"level":"info","ts":1785445025.0784192,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2342e770-2d98-4eb5-9811-f72b8cb08156","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785445025.0824213,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2342e770-2d98-4eb5-9811-f72b8cb08156","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.082468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f058e5c-a3f2-4b74-bce8-c1013d6c997e"} {"level":"info","ts":1785445025.0824864,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f058e5c-a3f2-4b74-bce8-c1013d6c997e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785445025.083839,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03c6567e-7083-45e1-a300-a94ca9a97db7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785445025.087335,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f058e5c-a3f2-4b74-bce8-c1013d6c997e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785445025.0875716,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03c6567e-7083-45e1-a300-a94ca9a97db7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.0876434,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23469be4-93cb-4b85-b487-1c87d048260b"} {"level":"info","ts":1785445025.0876904,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23469be4-93cb-4b85-b487-1c87d048260b","name":"e2e-external-provider"} {"level":"info","ts":1785445025.1010249,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23469be4-93cb-4b85-b487-1c87d048260b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785445025.1066806,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76fd8026-5bf3-4035-882b-8a9f79a0b217","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445025.106712,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76fd8026-5bf3-4035-882b-8a9f79a0b217","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785445025.10671,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9e35d-354b-4252-a98a-53b7b8fed8d9"} {"level":"info","ts":1785445025.106762,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9e35d-354b-4252-a98a-53b7b8fed8d9","name":"e2e-external-provider"} {"level":"info","ts":1785445025.106776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7407a331-df82-43a3-b3c9-f2781df634a1"} {"level":"info","ts":1785445025.106988,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39157.437584717,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.1070037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.1070194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ece7f7fc-42cd-45bd-8404-3d32c8025086","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.1070468,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ece7f7fc-42cd-45bd-8404-3d32c8025086","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.1140301,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.1197698,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9e35d-354b-4252-a98a-53b7b8fed8d9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785445025.2079053,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7407a331-df82-43a3-b3c9-f2781df634a1","name":"e2e-external-model"} {"level":"info","ts":1785445025.2192664,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7407a331-df82-43a3-b3c9-f2781df634a1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445025.2280223,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4099950-fe74-4c86-9963-4efe5529ebf4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.2280488,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4099950-fe74-4c86-9963-4efe5529ebf4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.2281258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee03ad61-bac6-462f-8bf5-f29b5a1ed460"} {"level":"info","ts":1785445025.2282076,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee03ad61-bac6-462f-8bf5-f29b5a1ed460","name":"e2e-external-model"} {"level":"error","ts":1785445025.2449684,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee03ad61-bac6-462f-8bf5-f29b5a1ed460","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.24507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3783b302-08aa-45b5-81f6-95a6893885ab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.2450788,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80f06ab-defb-4e26-a470-5184815507d8"} {"level":"info","ts":1785445025.2450943,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3783b302-08aa-45b5-81f6-95a6893885ab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.245121,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80f06ab-defb-4e26-a470-5184815507d8","name":"e2e-external-model"} {"level":"info","ts":1785445025.2556474,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80f06ab-defb-4e26-a470-5184815507d8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445025.2637553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e106c2f5-47df-425a-ab78-dff29095d07a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.263765,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66a6f3fd-4866-4533-b830-0efac0ad3d5e"} {"level":"info","ts":1785445025.263778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e106c2f5-47df-425a-ab78-dff29095d07a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.2638133,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66a6f3fd-4866-4533-b830-0efac0ad3d5e","name":"e2e-external-model"} {"level":"info","ts":1785445025.2733798,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66a6f3fd-4866-4533-b830-0efac0ad3d5e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445036.914496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445036.9145749,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445036.9145834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445036.9145947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","EoS":true} {"level":"info","ts":1785445036.914619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","header":"x-maas-username"} {"level":"info","ts":1785445036.9146297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","header":"x-maas-subscription"} {"level":"info","ts":1785445036.9146352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","header":"x-maas-group"} {"level":"info","ts":1785445036.9146483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445036.914655,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","modelName":"e2e-external-model"} {"level":"info","ts":1785445036.9146686,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785445036.9147058,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785445036.914721,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","authType":"apikey"} {"level":"info","ts":1785445036.914744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445037.0048044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445037.0048354,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445037.004863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","EoS":false} {"level":"info","ts":1785445037.0048807,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445037.0049286,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","EoS":true} {"level":"info","ts":1785445037.00494,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445037.1218457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f146dc68-5c16-4df2-9c98-f41ecfd50e6d"} {"level":"info","ts":1785445037.1218426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82621055-3a2d-46d6-9ba7-d3c673563853","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.121995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82621055-3a2d-46d6-9ba7-d3c673563853","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785445037.1279397,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f146dc68-5c16-4df2-9c98-f41ecfd50e6d","name":"e2e-cleanup-test"} {"level":"info","ts":1785445037.1279922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"382a3e16-e269-4006-982e-93439ddb9db8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1280177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"382a3e16-e269-4006-982e-93439ddb9db8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785445037.146958,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f146dc68-5c16-4df2-9c98-f41ecfd50e6d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445037.1572175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02339b27-007f-4161-854d-9fd850520968"} {"level":"info","ts":1785445037.157267,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02339b27-007f-4161-854d-9fd850520968","name":"e2e-cleanup-test"} {"level":"info","ts":1785445037.15744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"488fe01e-8d02-4e34-9643-086e62d7950d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.157471,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"488fe01e-8d02-4e34-9643-086e62d7950d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785445037.174635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c65b1cad-52f2-4fb5-b686-974bae4908f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1746593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c65b1cad-52f2-4fb5-b686-974bae4908f2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785445037.175508,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02339b27-007f-4161-854d-9fd850520968","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785445037.1755478,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02339b27-007f-4161-854d-9fd850520968","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445037.1755855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"712e8911-50ea-45a3-84ff-408ae8e6b363"} {"level":"info","ts":1785445037.1756244,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"712e8911-50ea-45a3-84ff-408ae8e6b363","name":"e2e-cleanup-test"} {"level":"info","ts":1785445037.185123,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"712e8911-50ea-45a3-84ff-408ae8e6b363","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445037.1902936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b7a4121-1b26-47ab-8f9a-c1671e79b13b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1903172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b7a4121-1b26-47ab-8f9a-c1671e79b13b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785445037.1943953,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"712e8911-50ea-45a3-84ff-408ae8e6b363","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445037.1944473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a06469e-97c8-406d-9f13-6ceff61fc904"} {"level":"info","ts":1785445037.1944833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a06469e-97c8-406d-9f13-6ceff61fc904","name":"e2e-cleanup-test"} {"level":"info","ts":1785445037.204214,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a06469e-97c8-406d-9f13-6ceff61fc904","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445045.395244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05cdaaac-0c91-4ccd-b297-9e7f89ba54d5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445045.3952584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd3f5dfc-6536-474f-b301-6c27e1ddbef0"} {"level":"info","ts":1785445045.3952904,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05cdaaac-0c91-4ccd-b297-9e7f89ba54d5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445049.7062426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.7063262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760"} {"level":"info","ts":1785445049.7063358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760"} {"level":"info","ts":1785445049.7063477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760","EoS":true} {"level":"info","ts":1785445049.7063825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785445049.7064106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760"} {"level":"info","ts":1785445049.7420704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.7421234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.742132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.7421598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","EoS":true} {"level":"info","ts":1785445049.74218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","header":"x-maas-username"} {"level":"info","ts":1785445049.74219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","header":"x-maas-subscription"} {"level":"info","ts":1785445049.7421951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","header":"x-maas-group"} {"level":"info","ts":1785445049.7422068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445049.742214,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","modelName":"e2e-external-model"} {"level":"info","ts":1785445049.742226,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785445049.7422473,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785445049.7422605,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","authType":"apikey"} {"level":"info","ts":1785445049.7422912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.8120122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.812034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.812056,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","EoS":false} {"level":"info","ts":1785445049.8120716,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.8121095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","EoS":true} {"level":"info","ts":1785445049.8121223,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.847802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.847872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.8478866,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.8479066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","EoS":true} {"level":"info","ts":1785445049.8479402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","header":"x-maas-username"} {"level":"info","ts":1785445049.8479557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","header":"x-maas-group"} {"level":"info","ts":1785445049.8479655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","header":"x-maas-subscription"} {"level":"info","ts":1785445049.8479838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445049.8480206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.8958464,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.8958642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.8958836,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","EoS":false} {"level":"info","ts":1785445049.895894,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.895916,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","EoS":true} {"level":"info","ts":1785445049.8959236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.9365041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.9365666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445049.936581,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445049.936601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","EoS":true} {"level":"info","ts":1785445049.9366333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","header":"x-maas-username"} {"level":"info","ts":1785445049.9366462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","header":"x-maas-subscription"} {"level":"info","ts":1785445049.9366555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","header":"x-maas-group"} {"level":"info","ts":1785445049.9366906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445050.020769,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445050.0207903,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445050.0208066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","EoS":false} {"level":"info","ts":1785445050.0208182,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445050.020846,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","EoS":true} {"level":"info","ts":1785445050.0208585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445050.870739,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4256fcab-84fd-4861-a0f3-0620fc74112b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445050.870784,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4256fcab-84fd-4861-a0f3-0620fc74112b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445050.8707445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bbcff60-2395-4b89-b0ea-166572561fd1"} {"level":"info","ts":1785445051.020156,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2dbbe98-62e6-4f56-889f-48edcadd5bde"} {"level":"info","ts":1785445051.0201821,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73391037-4e43-4e4e-85b1-4aad1a6f49e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445051.0202122,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73391037-4e43-4e4e-85b1-4aad1a6f49e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445051.1392949,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9ceed983-df3c-4b65-b18c-c2e531895ac6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785445051.1393404,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9ceed983-df3c-4b65-b18c-c2e531895ac6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785446567.928001,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446567.928081,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43e14fa3-2464-4a83-a7ff-c8f4ea3702d3"} {"level":"info","ts":1785446646.0320053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446646.0320866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.0320961,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.032107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","EoS":true} {"level":"info","ts":1785446646.03215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","header":"x-maas-username"} {"level":"info","ts":1785446646.0321603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","header":"x-maas-subscription"} {"level":"info","ts":1785446646.0321655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","header":"x-maas-group"} {"level":"info","ts":1785446646.032179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785446646.0322018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.0333514,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.0333734,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.0333924,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","EoS":false} {"level":"info","ts":1785446646.0334082,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.033434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","EoS":true} {"level":"info","ts":1785446646.0334425,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"}