{"level":"info","ts":1785452159.8748348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8"} {"level":"info","ts":1785452159.874864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8","EoS":true} {"level":"info","ts":1785452159.8748753,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce745839-a7be-43ab-825b-0471181acdb8"} {"level":"info","ts":1785452160.038651,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.0387316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.0387414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.0387554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","EoS":true} {"level":"info","ts":1785452160.03879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","header":"x-maas-group"} {"level":"info","ts":1785452160.038802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","header":"x-maas-subscription"} {"level":"info","ts":1785452160.038809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","header":"x-maas-username"} {"level":"info","ts":1785452160.0388238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.03885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.0409808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.041,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.0410144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","EoS":false} {"level":"info","ts":1785452160.0410266,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.0410788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50","EoS":true} {"level":"info","ts":1785452160.0410926,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad997cf8-c594-4bf0-9451-b878704b2d50"} {"level":"info","ts":1785452160.1936944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.1937904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.1938026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.1938143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","EoS":true} {"level":"info","ts":1785452160.1938415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","header":"x-maas-subscription"} {"level":"info","ts":1785452160.193852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","header":"x-maas-username"} {"level":"info","ts":1785452160.1938572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","header":"x-maas-group"} {"level":"info","ts":1785452160.1938703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.1938953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.1949446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.194959,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.194973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","EoS":false} {"level":"info","ts":1785452160.194984,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.1950011,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af","EoS":true} {"level":"info","ts":1785452160.1950088,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddf5e542-b418-420a-8662-b71565ed66af"} {"level":"info","ts":1785452160.3456647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.3457553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.3457642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.345776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","EoS":true} {"level":"info","ts":1785452160.3458045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","header":"x-maas-username"} {"level":"info","ts":1785452160.3458145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","header":"x-maas-subscription"} {"level":"info","ts":1785452160.3458204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","header":"x-maas-group"} {"level":"info","ts":1785452160.3458343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.3458607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.346835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.3468573,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.3468854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","EoS":false} {"level":"info","ts":1785452160.3469033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.3469243,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595","EoS":true} {"level":"info","ts":1785452160.346934,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cff0294e-e7d1-4d8c-b44f-8d99b7455595"} {"level":"info","ts":1785452160.4907713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452160.4908786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.490892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.4909039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","EoS":true} {"level":"info","ts":1785452160.490933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","header":"x-maas-username"} {"level":"info","ts":1785452160.4909437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","header":"x-maas-subscription"} {"level":"info","ts":1785452160.4909487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","header":"x-maas-group"} {"level":"info","ts":1785452160.490962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452160.4909909,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.4919984,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.492018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.4920335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","EoS":false} {"level":"info","ts":1785452160.4920442,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452160.4920864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04","EoS":true} {"level":"info","ts":1785452160.4920957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0011d2b-f9d4-4a36-a24a-c9473f804d04"} {"level":"info","ts":1785452181.8576758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452181.857769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.8577821,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.8577943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","EoS":true} {"level":"info","ts":1785452181.8578227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","header":"x-maas-group"} {"level":"info","ts":1785452181.857833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","header":"x-maas-subscription"} {"level":"info","ts":1785452181.857838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","header":"x-maas-username"} {"level":"info","ts":1785452181.857852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452181.857878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.8588414,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.858863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.858879,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","EoS":false} {"level":"info","ts":1785452181.858892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.8589184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce","EoS":true} {"level":"info","ts":1785452181.858929,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d18ac3a-8f70-4f94-b6fe-e909718ca9ce"} {"level":"info","ts":1785452181.9756582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452181.9757347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6"} {"level":"info","ts":1785452181.9765832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6"} {"level":"info","ts":1785452181.976603,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6"} {"level":"info","ts":1785452181.9766192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6","EoS":false} {"level":"info","ts":1785452181.9766352,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6"} {"level":"info","ts":1785452181.9766612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6","EoS":true} {"level":"info","ts":1785452181.9766712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"046a1e78-bd83-4f82-9b7b-71a7d947bfc6"} {"level":"info","ts":1785452186.5998724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452186.599951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.5999615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.5999742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","EoS":true} {"level":"info","ts":1785452186.6000013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","header":"x-maas-subscription"} {"level":"info","ts":1785452186.6000135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","header":"x-maas-username"} {"level":"info","ts":1785452186.6000195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","header":"x-maas-group"} {"level":"info","ts":1785452186.6000328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452186.600087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.601032,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.6010652,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.6010785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","EoS":false} {"level":"info","ts":1785452186.6010888,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452186.6011093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68","EoS":true} {"level":"info","ts":1785452186.601117,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b5d65a2-4adc-4683-aa9b-0c8886378d68"} {"level":"info","ts":1785452195.1947215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452195.19481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.1948192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.194831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","EoS":true} {"level":"info","ts":1785452195.1948588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","header":"x-maas-group"} {"level":"info","ts":1785452195.1948693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","header":"x-maas-username"} {"level":"info","ts":1785452195.1948743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","header":"x-maas-subscription"} {"level":"info","ts":1785452195.1948886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452195.1949146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.2089176,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.2089481,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.2089663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","EoS":false} {"level":"info","ts":1785452195.2089796,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452195.2090082,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1","EoS":true} {"level":"info","ts":1785452195.209015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c18c958-0462-4bce-aa2e-7933043956d1"} {"level":"info","ts":1785452208.1269932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452208.1271183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.1271355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.1271532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","EoS":true} {"level":"info","ts":1785452208.1271899,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","header":"x-maas-group"} {"level":"info","ts":1785452208.1272047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","header":"x-maas-username"} {"level":"info","ts":1785452208.1272132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","header":"x-maas-subscription"} {"level":"info","ts":1785452208.1272316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452208.1272666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.12852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.1285396,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.1285543,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","EoS":false} {"level":"info","ts":1785452208.1285655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452208.1285918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa","EoS":true} {"level":"info","ts":1785452208.1286023,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"73c1b0d1-c1c6-49b9-ace9-7dd19234bcfa"} {"level":"info","ts":1785452216.676919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452216.6770093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.677023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.6770406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","EoS":true} {"level":"info","ts":1785452216.6771052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","header":"x-maas-group"} {"level":"info","ts":1785452216.6771188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","header":"x-maas-username"} {"level":"info","ts":1785452216.6771288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","header":"x-maas-subscription"} {"level":"info","ts":1785452216.6771488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452216.6771863,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.6781821,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.6781943,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.6782131,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","EoS":false} {"level":"info","ts":1785452216.6782289,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452216.6782637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a","EoS":true} {"level":"info","ts":1785452216.6782725,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ac41a0b-2ef4-4e5e-95e5-f27c2730bb8a"} {"level":"info","ts":1785452225.5837507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452225.5838408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.5838532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.5838661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","EoS":true} {"level":"info","ts":1785452225.5838935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","header":"x-maas-group"} {"level":"info","ts":1785452225.5839043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","header":"x-maas-subscription"} {"level":"info","ts":1785452225.5839102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","header":"x-maas-username"} {"level":"info","ts":1785452225.5839243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452225.583953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.584959,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.5849752,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.58499,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","EoS":false} {"level":"info","ts":1785452225.5850012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452225.585028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a","EoS":true} {"level":"info","ts":1785452225.585042,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86804691-e8f4-4e9c-8ae4-74745a83726a"} {"level":"info","ts":1785452255.186837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452255.1869164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.186926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.1869369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","EoS":true} {"level":"info","ts":1785452255.1869621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","header":"x-maas-username"} {"level":"info","ts":1785452255.1869931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","header":"x-maas-group"} {"level":"info","ts":1785452255.187002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","header":"x-maas-subscription"} {"level":"info","ts":1785452255.1870167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452255.187042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.1908023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.1908245,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.1908433,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","EoS":false} {"level":"info","ts":1785452255.1908565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452255.1908836,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305","EoS":true} {"level":"info","ts":1785452255.1908937,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c42f483a-54b5-472b-81b1-b79cbc403305"} {"level":"info","ts":1785452288.188756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452288.1888433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.1888528,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.188864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","EoS":true} {"level":"info","ts":1785452288.1888921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","header":"x-maas-group"} {"level":"info","ts":1785452288.188903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","header":"x-maas-username"} {"level":"info","ts":1785452288.1889079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","header":"x-maas-subscription"} {"level":"info","ts":1785452288.1889224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452288.1889467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.1901736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.1901948,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.1902132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","EoS":false} {"level":"info","ts":1785452288.1902256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452288.1902492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47","EoS":true} {"level":"info","ts":1785452288.1902587,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a1cfba3-c833-4759-9453-ffba0f270d47"} {"level":"info","ts":1785452323.3540125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452323.3541172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.354131,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.354143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","EoS":true} {"level":"info","ts":1785452323.3541713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","header":"x-maas-subscription"} {"level":"info","ts":1785452323.3541825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","header":"x-maas-group"} {"level":"info","ts":1785452323.354187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","header":"x-maas-username"} {"level":"info","ts":1785452323.3542025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452323.354228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.3552294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.3552523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.3552687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","EoS":false} {"level":"info","ts":1785452323.355281,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452323.355309,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890","EoS":true} {"level":"info","ts":1785452323.355319,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a9e6ec1-d26b-44e2-adbb-eb434b72b890"} {"level":"info","ts":1785452332.782589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452332.7826784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.7826912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.7827098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","EoS":true} {"level":"info","ts":1785452332.7827466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","header":"x-maas-group"} {"level":"info","ts":1785452332.7827597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","header":"x-maas-subscription"} {"level":"info","ts":1785452332.7827678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","header":"x-maas-username"} {"level":"info","ts":1785452332.7827873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452332.7828207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.7837558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.783777,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.783793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","EoS":false} {"level":"info","ts":1785452332.7838068,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.7838347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af","EoS":true} {"level":"info","ts":1785452332.783843,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ea451d6-6568-46f4-a247-fc0ae27a79af"} {"level":"info","ts":1785452332.8325913,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452332.8326778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.832693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.8327098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","EoS":true} {"level":"info","ts":1785452332.832747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","header":"x-maas-username"} {"level":"info","ts":1785452332.8327615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","header":"x-maas-group"} {"level":"info","ts":1785452332.8327706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","header":"x-maas-subscription"} {"level":"info","ts":1785452332.8327918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452332.832827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.8337338,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.833751,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.8337674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","EoS":false} {"level":"info","ts":1785452332.8337774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452332.8338006,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f","EoS":true} {"level":"info","ts":1785452332.8338091,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75dd25ac-7b8e-417b-9d76-d2d8db4d6b3f"} {"level":"info","ts":1785452351.9815536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452351.9816318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.981642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.9816546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","EoS":true} {"level":"info","ts":1785452351.9816835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","header":"x-maas-group"} {"level":"info","ts":1785452351.9816935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","header":"x-maas-username"} {"level":"info","ts":1785452351.9817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","header":"x-maas-subscription"} {"level":"info","ts":1785452351.9817133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452351.9817407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.982716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.9827428,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.9827611,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","EoS":false} {"level":"info","ts":1785452351.9827769,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452351.9828029,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6","EoS":true} {"level":"info","ts":1785452351.982813,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"355d17e6-7cf2-44f1-b316-6b766e9fdbf6"} {"level":"info","ts":1785452532.0080051,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452532.0081353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452532.0081494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452532.0081701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","EoS":true} {"level":"info","ts":1785452532.0081966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","header":"x-maas-subscription"} {"level":"info","ts":1785452532.008208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","header":"x-maas-group"} {"level":"info","ts":1785452532.0082133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","header":"x-maas-username"} {"level":"info","ts":1785452532.0082283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785452532.008256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452532.0222905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452532.0223176,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452532.022339,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","EoS":false} {"level":"info","ts":1785452532.022356,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452532.022393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93","EoS":true} {"level":"info","ts":1785452532.0224047,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d8b7866-2b71-453d-9a58-c05776b3af93"} {"level":"info","ts":1785452584.2192693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452584.2193708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.2193818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.2193937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","EoS":true} {"level":"info","ts":1785452584.2194183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","header":"x-maas-subscription"} {"level":"info","ts":1785452584.219431,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","header":"x-maas-username"} {"level":"info","ts":1785452584.2194366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","header":"x-maas-group"} {"level":"info","ts":1785452584.2194512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452584.2194781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.2204614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.2204854,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.2205071,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","EoS":false} {"level":"info","ts":1785452584.2205184,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452584.2205422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f","EoS":true} {"level":"info","ts":1785452584.2205496,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29e09a27-9ece-4900-ada1-e20bf75fa44f"} {"level":"info","ts":1785452599.5164866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452599.5165825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.5165992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.5166204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","EoS":true} {"level":"info","ts":1785452599.5166626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","header":"x-maas-username"} {"level":"info","ts":1785452599.5166755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","header":"x-maas-group"} {"level":"info","ts":1785452599.5166852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","header":"x-maas-subscription"} {"level":"info","ts":1785452599.5167077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452599.5167446,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.5177681,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.5177956,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.5178113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","EoS":false} {"level":"info","ts":1785452599.517823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452599.517853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b","EoS":true} {"level":"info","ts":1785452599.5178688,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b6121f3d-9b76-430c-b7e4-028c3864260b"} {"level":"info","ts":1785452907.240857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452907.2409468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.2409549,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.240966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","EoS":true} {"level":"info","ts":1785452907.2409925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","header":"x-maas-username"} {"level":"info","ts":1785452907.241003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","header":"x-maas-subscription"} {"level":"info","ts":1785452907.2410088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","header":"x-maas-group"} {"level":"info","ts":1785452907.2410216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452907.2410624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.242095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.2421231,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.24214,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","EoS":false} {"level":"info","ts":1785452907.2421527,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452907.2421844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005","EoS":true} {"level":"info","ts":1785452907.2421916,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"542db0da-0734-4980-87af-6fb6fcb11005"} {"level":"info","ts":1785452912.077453,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e0bb2246-4131-4664-94d9-82bcaceacd05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785452912.0776987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33845.778002011,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.0777295,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.1099126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.1777263,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e0bb2246-4131-4664-94d9-82bcaceacd05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785452912.208007,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6a490b8-bace-4319-a530-3100fec323aa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452912.208088,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6a490b8-bace-4319-a530-3100fec323aa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785452912.2081096,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2205813f-c824-4faa-82c9-36c5886f2446"} {"level":"info","ts":1785452912.2135646,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38390.446775602,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.2135732,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fd19479-70a4-4615-8172-a7d9bd3fc3f5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452912.213598,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fd19479-70a4-4615-8172-a7d9bd3fc3f5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785452912.213588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.2212183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.3145301,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2205813f-c824-4faa-82c9-36c5886f2446","name":"e2e-external-provider"} {"level":"info","ts":1785452912.3254433,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a5d045e-0057-4414-8914-de6b02b711cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.3254504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd9e500-6e91-4f18-bfd5-2967f9c7dc6d"} {"level":"info","ts":1785452912.3255007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a5d045e-0057-4414-8914-de6b02b711cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.3308406,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2205813f-c824-4faa-82c9-36c5886f2446","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785452912.3312247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85d8bae9-c45f-46df-ad5e-340867e25aec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.3312593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85d8bae9-c45f-46df-ad5e-340867e25aec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.331228,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd9e500-6e91-4f18-bfd5-2967f9c7dc6d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785452912.338413,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd9e500-6e91-4f18-bfd5-2967f9c7dc6d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.3384268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0cfb29b-395a-48a0-9c16-30fa0b6b71f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.3384693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0cfb29b-395a-48a0-9c16-30fa0b6b71f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.338495,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4710c6d5-57b7-4b73-948e-ae130369ada0"} {"level":"info","ts":1785452912.3385162,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4710c6d5-57b7-4b73-948e-ae130369ada0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785452912.3415205,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2205813f-c824-4faa-82c9-36c5886f2446","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785452912.3421912,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4710c6d5-57b7-4b73-948e-ae130369ada0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.342276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f893cbb5-aeca-4496-9a67-c4e92fb7e10f"} {"level":"info","ts":1785452912.3423102,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f893cbb5-aeca-4496-9a67-c4e92fb7e10f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785452912.3459537,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2205813f-c824-4faa-82c9-36c5886f2446","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785452912.3489041,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f893cbb5-aeca-4496-9a67-c4e92fb7e10f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.3505375,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"422866c9-380a-4f23-ae1b-e5fb13c47870"} {"level":"info","ts":1785452912.3505986,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"422866c9-380a-4f23-ae1b-e5fb13c47870","name":"e2e-external-provider"} {"level":"info","ts":1785452912.3506794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"173a9cd0-867b-4c36-b880-78a4a47d2449","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.3507042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"173a9cd0-867b-4c36-b880-78a4a47d2449","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.3508039,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"519733ba-2091-413c-9346-69d2a0dc07ae"} {"level":"info","ts":1785452912.3508263,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d279a36-7ee9-4efd-ab1e-aca7614099d3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452912.350847,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d279a36-7ee9-4efd-ab1e-aca7614099d3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785452912.3511157,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39082.082633108,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.3511314,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785452912.3626616,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"422866c9-380a-4f23-ae1b-e5fb13c47870","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785452912.3630922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785452912.365805,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"422866c9-380a-4f23-ae1b-e5fb13c47870","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.365915,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"563aa7d6-3e32-490c-82f6-0fca9a9a07bf"} {"level":"info","ts":1785452912.3659687,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"563aa7d6-3e32-490c-82f6-0fca9a9a07bf","name":"e2e-external-provider"} {"level":"info","ts":1785452912.3733954,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"563aa7d6-3e32-490c-82f6-0fca9a9a07bf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785452912.4519653,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"519733ba-2091-413c-9346-69d2a0dc07ae","name":"e2e-external-model"} {"level":"info","ts":1785452912.4632282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"519733ba-2091-413c-9346-69d2a0dc07ae","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452912.4702337,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac035eef-662a-49a2-aad2-1c37990029f7"} {"level":"info","ts":1785452912.4703207,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac035eef-662a-49a2-aad2-1c37990029f7","name":"e2e-external-model"} {"level":"info","ts":1785452912.470224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa8826b7-75d9-4e60-93f8-fbfc3f4af7d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.4703703,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa8826b7-75d9-4e60-93f8-fbfc3f4af7d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.482515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e040467-d4bf-4463-89f2-f9739c1fcf46","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.4825544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e040467-d4bf-4463-89f2-f9739c1fcf46","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785452912.4825583,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac035eef-662a-49a2-aad2-1c37990029f7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452912.4826453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90399253-49b9-4f81-95e3-946816447f11"} {"level":"info","ts":1785452912.4827077,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90399253-49b9-4f81-95e3-946816447f11","name":"e2e-external-model"} {"level":"info","ts":1785452912.4896605,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90399253-49b9-4f81-95e3-946816447f11","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452912.4948504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"086c931b-496d-426f-920c-f1a69a80a864","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452912.4948819,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"086c931b-496d-426f-920c-f1a69a80a864","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785452912.494852,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76cbc890-6381-41b8-b9eb-b47e223c455b"} {"level":"info","ts":1785452912.4949534,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76cbc890-6381-41b8-b9eb-b47e223c455b","name":"e2e-external-model"} {"level":"info","ts":1785452912.5036411,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76cbc890-6381-41b8-b9eb-b47e223c455b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452924.2414455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452924.2415254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.2415338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.241546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","EoS":true} {"level":"info","ts":1785452924.2415721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","header":"x-maas-subscription"} {"level":"info","ts":1785452924.241583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","header":"x-maas-username"} {"level":"info","ts":1785452924.2415886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","header":"x-maas-group"} {"level":"info","ts":1785452924.2416024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452924.2416117,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","modelName":"e2e-external-model"} {"level":"info","ts":1785452924.2416325,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785452924.2416666,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785452924.241684,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","authType":"apikey"} {"level":"info","ts":1785452924.2417107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.3283978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.3284278,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.328446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","EoS":false} {"level":"info","ts":1785452924.3284595,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.3284886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9","EoS":true} {"level":"info","ts":1785452924.3284948,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1da2bf23-d356-4482-8a6b-917d43902ae9"} {"level":"info","ts":1785452924.4521017,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba8481cb-83ee-4fc9-94cb-83aafd4ede95","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.4521422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba8481cb-83ee-4fc9-94cb-83aafd4ede95","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785452924.4521637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89650a4-4715-44de-af3e-341d068576ed"} {"level":"info","ts":1785452924.4576213,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87917101-ff27-41f8-a435-557d6d549a35","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.4576511,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87917101-ff27-41f8-a435-557d6d549a35","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785452924.4607098,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89650a4-4715-44de-af3e-341d068576ed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452924.4607863,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89650a4-4715-44de-af3e-341d068576ed","name":"e2e-cleanup-test"} {"level":"error","ts":1785452924.4755564,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89650a4-4715-44de-af3e-341d068576ed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785452924.4756088,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89650a4-4715-44de-af3e-341d068576ed","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452924.4756463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9d5d0ef-7c44-4420-844b-81b7d3403eb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.4756722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a7e64fb-e9b7-4d7c-84f5-ed9bc7d0ae98"} {"level":"info","ts":1785452924.475674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9d5d0ef-7c44-4420-844b-81b7d3403eb3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785452924.4757237,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a7e64fb-e9b7-4d7c-84f5-ed9bc7d0ae98","name":"e2e-cleanup-test"} {"level":"info","ts":1785452924.4917831,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2de9d82-e5e1-44ff-866a-e0fdaeb209c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.4918232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2de9d82-e5e1-44ff-866a-e0fdaeb209c4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785452924.4918613,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a7e64fb-e9b7-4d7c-84f5-ed9bc7d0ae98","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785452924.491926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e449d55e-a4d1-4d5f-8826-44c44d2a21a6"} {"level":"info","ts":1785452924.4919767,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e449d55e-a4d1-4d5f-8826-44c44d2a21a6","name":"e2e-cleanup-test"} {"level":"info","ts":1785452924.5006983,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e449d55e-a4d1-4d5f-8826-44c44d2a21a6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452924.505543,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72e13414-3e52-4537-94bf-128ac6fc455c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452924.5055907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72e13414-3e52-4537-94bf-128ac6fc455c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785452924.5055616,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"951bfd3d-d8bc-44ec-816c-72fec3617c59"} {"level":"info","ts":1785452924.5056584,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"951bfd3d-d8bc-44ec-816c-72fec3617c59","name":"e2e-cleanup-test"} {"level":"info","ts":1785452924.5129735,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"951bfd3d-d8bc-44ec-816c-72fec3617c59","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785452932.742632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e6410c4-9210-4636-b14c-fc73181ba905","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452932.742698,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e6410c4-9210-4636-b14c-fc73181ba905","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785452932.7426603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af4e5f59-7548-4d17-977b-c258ee74cae7"} {"level":"info","ts":1785452937.076218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.0763385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc"} {"level":"info","ts":1785452937.0763562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc"} {"level":"info","ts":1785452937.0763733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc","EoS":true} {"level":"info","ts":1785452937.0764234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785452937.07646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a734d127-d130-46b0-af1b-8a24bc3883dc"} {"level":"info","ts":1785452937.1256185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.1256962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.1257083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.1257195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","EoS":true} {"level":"info","ts":1785452937.1257432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","header":"x-maas-group"} {"level":"info","ts":1785452937.125753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","header":"x-maas-subscription"} {"level":"info","ts":1785452937.1257584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","header":"x-maas-username"} {"level":"info","ts":1785452937.125773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452937.1257818,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","modelName":"e2e-external-model"} {"level":"info","ts":1785452937.125795,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785452937.1258175,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785452937.1258347,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","authType":"apikey"} {"level":"info","ts":1785452937.125859,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.2465718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.246608,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.246631,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","EoS":false} {"level":"info","ts":1785452937.2466505,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.2466903,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8","EoS":true} {"level":"info","ts":1785452937.246722,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0e0d5cf0-0f7e-4209-9954-d628618999f8"} {"level":"info","ts":1785452937.2992852,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.2993636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.299373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.2993858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","EoS":true} {"level":"info","ts":1785452937.29941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","header":"x-maas-username"} {"level":"info","ts":1785452937.2994206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","header":"x-maas-group"} {"level":"info","ts":1785452937.2994256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","header":"x-maas-subscription"} {"level":"info","ts":1785452937.2994397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785452937.2994657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.3422856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.3423152,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.3423336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","EoS":false} {"level":"info","ts":1785452937.342347,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.3423767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770","EoS":true} {"level":"info","ts":1785452937.3423831,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79a3d97a-9e9a-479b-b265-1cfd83657770"} {"level":"info","ts":1785452937.3838544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452937.383944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.3839557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.3839672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","EoS":true} {"level":"info","ts":1785452937.3839905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","header":"x-maas-username"} {"level":"info","ts":1785452937.3840008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","header":"x-maas-group"} {"level":"info","ts":1785452937.3840067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","header":"x-maas-subscription"} {"level":"info","ts":1785452937.3840346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.4289641,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.4289944,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.429009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","EoS":false} {"level":"info","ts":1785452937.4290268,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452937.429079,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1","EoS":true} {"level":"info","ts":1785452937.429088,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a762778-217e-4660-848a-20bec2ee08d1"} {"level":"info","ts":1785452938.308446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b38eea0c-8c83-4ccf-b1f5-f271c6c289ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452938.3084862,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b38eea0c-8c83-4ccf-b1f5-f271c6c289ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785452938.3085055,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80b8e90-a6c4-4dbf-b1e3-e5332e206700"} {"level":"info","ts":1785452938.4594162,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36a913d9-72b8-41d6-ac1b-8f17d3773f46"} {"level":"info","ts":1785452938.4594288,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b5286b6-305f-412d-ba96-073c70e7127a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452938.4594839,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b5286b6-305f-412d-ba96-073c70e7127a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785452938.5780275,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e0d0603f-5244-4936-a0ea-41688ddd2435","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785452938.5781112,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e0d0603f-5244-4936-a0ea-41688ddd2435","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785454446.5878341,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785454446.587935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d770644e-d2c4-4b62-8b84-fd0c2fc4bfa5"} {"level":"info","ts":1785454531.8119416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785454531.8120253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.812035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.8120747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","EoS":true} {"level":"info","ts":1785454531.8121114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","header":"x-maas-group"} {"level":"info","ts":1785454531.8121228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","header":"x-maas-username"} {"level":"info","ts":1785454531.8121288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","header":"x-maas-subscription"} {"level":"info","ts":1785454531.8121414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785454531.8121674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.8145761,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.8145986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.8146138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","EoS":false} {"level":"info","ts":1785454531.8146296,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"} {"level":"info","ts":1785454531.8146555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff","EoS":true} {"level":"info","ts":1785454531.814663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98ad8400-df58-4fa2-8ed4-09fb581c27ff"}