{"level":"info","ts":1785081115.960915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce","header":"x-maas-group"} {"level":"info","ts":1785081115.9609287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081115.9609559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce"} {"level":"info","ts":1785081115.9619944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce"} {"level":"info","ts":1785081115.9620137,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce"} {"level":"info","ts":1785081115.962029,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce","EoS":false} {"level":"info","ts":1785081115.962038,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce","EoS":true} {"level":"info","ts":1785081115.9620647,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8f70e68e-bf6a-407a-bb1b-c19a356fd6ce"} {"level":"info","ts":1785081139.0310822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081139.0311525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550"} {"level":"info","ts":1785081139.0311637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550"} {"level":"info","ts":1785081139.0311747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550","EoS":true} {"level":"info","ts":1785081139.0311966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550","header":"x-maas-subscription"} {"level":"info","ts":1785081139.031207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550","header":"x-maas-username"} {"level":"info","ts":1785081139.0312128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550","header":"x-maas-group"} {"level":"info","ts":1785081139.031227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081139.0312498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550"} {"level":"info","ts":1785081139.0349712,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550"} {"level":"info","ts":1785081139.0349915,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550"} {"level":"info","ts":1785081139.0350087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550","EoS":false} {"level":"info","ts":1785081139.0350206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550","EoS":true} {"level":"info","ts":1785081139.0350523,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"69adf421-0c6f-4c52-aa99-c4458676b550"} {"level":"info","ts":1785081139.171647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081139.1717103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320"} {"level":"info","ts":1785081139.1717243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320"} {"level":"info","ts":1785081139.171735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320","EoS":true} {"level":"info","ts":1785081139.1717556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320","header":"x-maas-subscription"} {"level":"info","ts":1785081139.1717653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320","header":"x-maas-group"} {"level":"info","ts":1785081139.17177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320","header":"x-maas-username"} {"level":"info","ts":1785081139.1717825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081139.1718056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320"} {"level":"info","ts":1785081139.172865,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320"} {"level":"info","ts":1785081139.1728828,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320"} {"level":"info","ts":1785081139.1729157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320","EoS":false} {"level":"info","ts":1785081139.1729271,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320","EoS":true} {"level":"info","ts":1785081139.1729608,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"65ccdde4-b894-49c7-a28e-9bb5006ce320"} {"level":"info","ts":1785081139.3045044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081139.30456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e"} {"level":"info","ts":1785081139.3045719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e"} {"level":"info","ts":1785081139.3045824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e","EoS":true} {"level":"info","ts":1785081139.3046002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e","header":"x-maas-subscription"} {"level":"info","ts":1785081139.3046103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e","header":"x-maas-username"} {"level":"info","ts":1785081139.304616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e","header":"x-maas-group"} {"level":"info","ts":1785081139.304627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081139.3046463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e"} {"level":"info","ts":1785081139.3058345,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e"} {"level":"info","ts":1785081139.3058522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e"} {"level":"info","ts":1785081139.3058662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e","EoS":false} {"level":"info","ts":1785081139.305878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e","EoS":true} {"level":"info","ts":1785081139.305925,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f0a824d8-e0d2-4f4e-8cb5-ae5bf24d2f4e"} {"level":"info","ts":1785081139.4388833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081139.43896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660"} {"level":"info","ts":1785081139.4389732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660"} {"level":"info","ts":1785081139.438984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660","EoS":true} {"level":"info","ts":1785081139.4390035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660","header":"x-maas-username"} {"level":"info","ts":1785081139.439014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660","header":"x-maas-group"} {"level":"info","ts":1785081139.4390192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660","header":"x-maas-subscription"} {"level":"info","ts":1785081139.439031,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081139.4390497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660"} {"level":"info","ts":1785081139.4402266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660"} {"level":"info","ts":1785081139.4402432,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660"} {"level":"info","ts":1785081139.440264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660","EoS":false} {"level":"info","ts":1785081139.440281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660","EoS":true} {"level":"info","ts":1785081139.4403064,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"abdb8551-7602-4eea-8ae0-503974b49660"} {"level":"info","ts":1785081139.5739381,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081139.5739956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd"} {"level":"info","ts":1785081139.574006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd"} {"level":"info","ts":1785081139.5740159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd","EoS":true} {"level":"info","ts":1785081139.5740337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd","header":"x-maas-username"} {"level":"info","ts":1785081139.574042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd","header":"x-maas-subscription"} {"level":"info","ts":1785081139.5740473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd","header":"x-maas-group"} {"level":"info","ts":1785081139.574058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081139.5740776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd"} {"level":"info","ts":1785081139.5752962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd"} {"level":"info","ts":1785081139.5753114,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd"} {"level":"info","ts":1785081139.5753257,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd","EoS":false} {"level":"info","ts":1785081139.5753367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd","EoS":true} {"level":"info","ts":1785081139.5753632,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ed7eaba1-c248-4206-8045-ab12b07b7dfd"} {"level":"info","ts":1785081158.4784462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081158.4785142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8"} {"level":"info","ts":1785081158.4785292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8"} {"level":"info","ts":1785081158.4785414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8","EoS":true} {"level":"info","ts":1785081158.4785633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8","header":"x-maas-group"} {"level":"info","ts":1785081158.4785733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8","header":"x-maas-subscription"} {"level":"info","ts":1785081158.478578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8","header":"x-maas-username"} {"level":"info","ts":1785081158.4785936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081158.4786222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8"} {"level":"info","ts":1785081158.4796286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8"} {"level":"info","ts":1785081158.4796407,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8"} {"level":"info","ts":1785081158.4796534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8","EoS":false} {"level":"info","ts":1785081158.479664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8","EoS":true} {"level":"info","ts":1785081158.479696,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fd4168e3-98ba-4a5e-b364-9302ac593af8"} {"level":"info","ts":1785081158.5761006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081158.5761623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"647b2372-36b2-4322-a1e3-313b78b8d7f9"} {"level":"info","ts":1785081158.5784736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"647b2372-36b2-4322-a1e3-313b78b8d7f9"} {"level":"info","ts":1785081158.57849,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"647b2372-36b2-4322-a1e3-313b78b8d7f9"} {"level":"info","ts":1785081158.5785124,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"647b2372-36b2-4322-a1e3-313b78b8d7f9","EoS":false} {"level":"info","ts":1785081158.5785272,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"647b2372-36b2-4322-a1e3-313b78b8d7f9"} {"level":"info","ts":1785081158.5785503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"647b2372-36b2-4322-a1e3-313b78b8d7f9","EoS":true} {"level":"info","ts":1785081158.578556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"647b2372-36b2-4322-a1e3-313b78b8d7f9"} {"level":"info","ts":1785081163.2083466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081163.2084444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac"} {"level":"info","ts":1785081163.2084587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac"} {"level":"info","ts":1785081163.2084713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac","EoS":true} {"level":"info","ts":1785081163.2084944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac","header":"x-maas-subscription"} {"level":"info","ts":1785081163.2085068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac","header":"x-maas-username"} {"level":"info","ts":1785081163.2085123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac","header":"x-maas-group"} {"level":"info","ts":1785081163.2085245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081163.208548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac"} {"level":"info","ts":1785081163.2095797,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac"} {"level":"info","ts":1785081163.2095997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac"} {"level":"info","ts":1785081163.2096202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac","EoS":false} {"level":"info","ts":1785081163.2096393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac","EoS":true} {"level":"info","ts":1785081163.2096772,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"64b38872-0702-4af7-9c1c-d1726b9383ac"} {"level":"info","ts":1785081173.7970135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081173.797087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28"} {"level":"info","ts":1785081173.7971075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28"} {"level":"info","ts":1785081173.797127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28","EoS":true} {"level":"info","ts":1785081173.7971592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28","header":"x-maas-username"} {"level":"info","ts":1785081173.7971714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28","header":"x-maas-group"} {"level":"info","ts":1785081173.7971826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28","header":"x-maas-subscription"} {"level":"info","ts":1785081173.7972043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081173.7972364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28"} {"level":"info","ts":1785081173.798304,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28"} {"level":"info","ts":1785081173.7983263,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28"} {"level":"info","ts":1785081173.7983427,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28","EoS":false} {"level":"info","ts":1785081173.7983541,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28","EoS":true} {"level":"info","ts":1785081173.7983813,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9395b48e-e3f8-4717-90f7-eb2b9e88cf28"} {"level":"info","ts":1785081186.6364284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081186.636487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b"} {"level":"info","ts":1785081186.6364973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b"} {"level":"info","ts":1785081186.6365075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b","EoS":true} {"level":"info","ts":1785081186.636529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b","header":"x-maas-group"} {"level":"info","ts":1785081186.6365395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b","header":"x-maas-username"} {"level":"info","ts":1785081186.636545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b","header":"x-maas-subscription"} {"level":"info","ts":1785081186.6365578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081186.6365795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b"} {"level":"info","ts":1785081186.6376684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b"} {"level":"info","ts":1785081186.637689,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b"} {"level":"info","ts":1785081186.6377125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b","EoS":false} {"level":"info","ts":1785081186.6377308,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b","EoS":true} {"level":"info","ts":1785081186.6377702,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9965cf02-1509-4121-90c1-4e0f8a230d9b"} {"level":"info","ts":1785081195.136053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081195.136142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834"} {"level":"info","ts":1785081195.1361578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834"} {"level":"info","ts":1785081195.1361754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834","EoS":true} {"level":"info","ts":1785081195.1362042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834","header":"x-maas-subscription"} {"level":"info","ts":1785081195.136226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834","header":"x-maas-group"} {"level":"info","ts":1785081195.136232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834","header":"x-maas-username"} {"level":"info","ts":1785081195.1362462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081195.136277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834"} {"level":"info","ts":1785081195.137963,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834"} {"level":"info","ts":1785081195.1379936,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834"} {"level":"info","ts":1785081195.138011,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834","EoS":false} {"level":"info","ts":1785081195.138026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834","EoS":true} {"level":"info","ts":1785081195.1380622,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dd6f57a8-b497-4586-81af-cd8cae9ad834"} {"level":"info","ts":1785081203.99551,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081203.9955902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e"} {"level":"info","ts":1785081203.9956007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e"} {"level":"info","ts":1785081203.9956121,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e","EoS":true} {"level":"info","ts":1785081203.9956324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e","header":"x-maas-group"} {"level":"info","ts":1785081203.9956436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e","header":"x-maas-subscription"} {"level":"info","ts":1785081203.995649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e","header":"x-maas-username"} {"level":"info","ts":1785081203.9956617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081203.9956846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e"} {"level":"info","ts":1785081203.9967356,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e"} {"level":"info","ts":1785081203.996754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e"} {"level":"info","ts":1785081203.9967685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e","EoS":false} {"level":"info","ts":1785081203.99678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e","EoS":true} {"level":"info","ts":1785081203.9968102,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ff5bac1-a1f5-4da3-933f-857ebef2b38e"} {"level":"info","ts":1785081228.7440653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081228.7441256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6079f55-043e-4962-9264-601547853cf9"} {"level":"info","ts":1785081228.744134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6079f55-043e-4962-9264-601547853cf9"} {"level":"info","ts":1785081228.7441447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6079f55-043e-4962-9264-601547853cf9","EoS":true} {"level":"info","ts":1785081228.7441673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6079f55-043e-4962-9264-601547853cf9","header":"x-maas-subscription"} {"level":"info","ts":1785081228.7441761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6079f55-043e-4962-9264-601547853cf9","header":"x-maas-username"} {"level":"info","ts":1785081228.7441812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6079f55-043e-4962-9264-601547853cf9","header":"x-maas-group"} {"level":"info","ts":1785081228.7441933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6079f55-043e-4962-9264-601547853cf9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081228.7442157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6079f55-043e-4962-9264-601547853cf9"} {"level":"info","ts":1785081228.7453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6079f55-043e-4962-9264-601547853cf9"} {"level":"info","ts":1785081228.7453213,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6079f55-043e-4962-9264-601547853cf9"} {"level":"info","ts":1785081228.7453468,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6079f55-043e-4962-9264-601547853cf9","EoS":false} {"level":"info","ts":1785081228.745367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6079f55-043e-4962-9264-601547853cf9","EoS":true} {"level":"info","ts":1785081228.7454119,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a6079f55-043e-4962-9264-601547853cf9"} {"level":"info","ts":1785081250.9869745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081250.9870508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9"} {"level":"info","ts":1785081250.9870636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9"} {"level":"info","ts":1785081250.9870749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9","EoS":true} {"level":"info","ts":1785081250.9870958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9","header":"x-maas-username"} {"level":"info","ts":1785081250.987106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9","header":"x-maas-group"} {"level":"info","ts":1785081250.987111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9","header":"x-maas-subscription"} {"level":"info","ts":1785081250.9871237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081250.9871478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9"} {"level":"info","ts":1785081250.9882596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9"} {"level":"info","ts":1785081250.9882777,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9"} {"level":"info","ts":1785081250.9882927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9","EoS":false} {"level":"info","ts":1785081250.988304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9","EoS":true} {"level":"info","ts":1785081250.9883323,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9919b084-25af-4816-af20-6abdd125e1d9"} {"level":"info","ts":1785081277.4163494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081277.4164135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a"} {"level":"info","ts":1785081277.4164264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a"} {"level":"info","ts":1785081277.4164379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a","EoS":true} {"level":"info","ts":1785081277.4164593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a","header":"x-maas-subscription"} {"level":"info","ts":1785081277.4164686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a","header":"x-maas-username"} {"level":"info","ts":1785081277.4164743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a","header":"x-maas-group"} {"level":"info","ts":1785081277.416487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081277.4165094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a"} {"level":"info","ts":1785081277.4175477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a"} {"level":"info","ts":1785081277.4175663,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a"} {"level":"info","ts":1785081277.4175808,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a","EoS":false} {"level":"info","ts":1785081277.4175909,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a","EoS":true} {"level":"info","ts":1785081277.4176161,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8de8e512-c19a-46d0-84d6-0003fab9918a"} {"level":"info","ts":1785081286.7561276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081286.7561917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523"} {"level":"info","ts":1785081286.7562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523"} {"level":"info","ts":1785081286.7562127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523","EoS":true} {"level":"info","ts":1785081286.7562346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523","header":"x-maas-subscription"} {"level":"info","ts":1785081286.756245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523","header":"x-maas-username"} {"level":"info","ts":1785081286.7562497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523","header":"x-maas-group"} {"level":"info","ts":1785081286.7562625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081286.7562885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523"} {"level":"info","ts":1785081286.7593052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523"} {"level":"info","ts":1785081286.7593167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523"} {"level":"info","ts":1785081286.7593293,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523","EoS":false} {"level":"info","ts":1785081286.759339,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523","EoS":true} {"level":"info","ts":1785081286.7593644,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"51e7ea3c-92f4-4df0-b35e-54cef6326523"} {"level":"info","ts":1785081286.7958694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081286.7959425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a"} {"level":"info","ts":1785081286.7959552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a"} {"level":"info","ts":1785081286.7959664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a","EoS":true} {"level":"info","ts":1785081286.7959867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a","header":"x-maas-username"} {"level":"info","ts":1785081286.7959962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a","header":"x-maas-subscription"} {"level":"info","ts":1785081286.7960007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a","header":"x-maas-group"} {"level":"info","ts":1785081286.7960124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081286.7960322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a"} {"level":"info","ts":1785081286.7970443,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a"} {"level":"info","ts":1785081286.7970555,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a"} {"level":"info","ts":1785081286.7970667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a","EoS":false} {"level":"info","ts":1785081286.7970774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a","EoS":true} {"level":"info","ts":1785081286.7971008,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a23c1e96-4493-4f78-9e2e-93df79bda67a"} {"level":"info","ts":1785081305.7958584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081305.795946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741"} {"level":"info","ts":1785081305.7959592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741"} {"level":"info","ts":1785081305.7959714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741","EoS":true} {"level":"info","ts":1785081305.7959967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741","header":"x-maas-subscription"} {"level":"info","ts":1785081305.796008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741","header":"x-maas-username"} {"level":"info","ts":1785081305.7960136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741","header":"x-maas-group"} {"level":"info","ts":1785081305.7960262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081305.7960486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741"} {"level":"info","ts":1785081305.797299,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741"} {"level":"info","ts":1785081305.7973182,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741"} {"level":"info","ts":1785081305.7973337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741","EoS":false} {"level":"info","ts":1785081305.7973514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741","EoS":true} {"level":"info","ts":1785081305.7973795,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"59d14a0f-b30f-41f3-ba17-6b461f2ec741"} {"level":"info","ts":1785081436.191024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081436.1911027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494"} {"level":"info","ts":1785081436.1911144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494"} {"level":"info","ts":1785081436.1911263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494","EoS":true} {"level":"info","ts":1785081436.1911547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494","header":"x-maas-username"} {"level":"info","ts":1785081436.1911664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494","header":"x-maas-subscription"} {"level":"info","ts":1785081436.1911721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494","header":"x-maas-group"} {"level":"info","ts":1785081436.191184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785081436.1912062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494"} {"level":"info","ts":1785081436.1928256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494"} {"level":"info","ts":1785081436.1928444,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494"} {"level":"info","ts":1785081436.1928596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494","EoS":false} {"level":"info","ts":1785081436.1928709,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494","EoS":true} {"level":"info","ts":1785081436.192917,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"78c4a656-361a-4245-8262-26287d6ed494"} {"level":"info","ts":1785081473.0596209,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081473.0597038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec"} {"level":"info","ts":1785081473.059715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec"} {"level":"info","ts":1785081473.0597265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec","EoS":true} {"level":"info","ts":1785081473.0597494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec","header":"x-maas-username"} {"level":"info","ts":1785081473.059759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec","header":"x-maas-subscription"} {"level":"info","ts":1785081473.0597644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec","header":"x-maas-group"} {"level":"info","ts":1785081473.059776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081473.0598006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec"} {"level":"info","ts":1785081473.0632317,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec"} {"level":"info","ts":1785081473.0632527,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec"} {"level":"info","ts":1785081473.0632749,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec","EoS":false} {"level":"info","ts":1785081473.0632925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec","EoS":true} {"level":"info","ts":1785081473.0633323,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6ecdd0f3-abe2-4c06-a2cb-3816facb4aec"} {"level":"info","ts":1785081488.257099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081488.257159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada"} {"level":"info","ts":1785081488.25717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada"} {"level":"info","ts":1785081488.2571852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada","EoS":true} {"level":"info","ts":1785081488.2572093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada","header":"x-maas-group"} {"level":"info","ts":1785081488.2572207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada","header":"x-maas-username"} {"level":"info","ts":1785081488.257226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada","header":"x-maas-subscription"} {"level":"info","ts":1785081488.2572377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081488.2572653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada"} {"level":"info","ts":1785081488.258875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada"} {"level":"info","ts":1785081488.258918,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada"} {"level":"info","ts":1785081488.2589345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada","EoS":false} {"level":"info","ts":1785081488.2589493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada","EoS":true} {"level":"info","ts":1785081488.2589796,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d91647e2-3065-4a4b-bac6-a62db489bada"} {"level":"info","ts":1785081793.9905353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081793.990616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9"} {"level":"info","ts":1785081793.9906301,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9"} {"level":"info","ts":1785081793.9906468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9","EoS":true} {"level":"info","ts":1785081793.9906752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9","header":"x-maas-subscription"} {"level":"info","ts":1785081793.9906895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9","header":"x-maas-username"} {"level":"info","ts":1785081793.9906962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9","header":"x-maas-group"} {"level":"info","ts":1785081793.9907126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081793.9907537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9"} {"level":"info","ts":1785081793.9935956,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9"} {"level":"info","ts":1785081793.9936182,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9"} {"level":"info","ts":1785081793.9936333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9","EoS":false} {"level":"info","ts":1785081793.9936438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9","EoS":true} {"level":"info","ts":1785081793.9936688,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9dcae70d-d5a7-4e8f-9207-40a15129a6d9"} {"level":"info","ts":1785081794.0241625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081794.024217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f"} {"level":"info","ts":1785081794.0242267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f"} {"level":"info","ts":1785081794.0242372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f","EoS":true} {"level":"info","ts":1785081794.0242562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f","header":"x-maas-group"} {"level":"info","ts":1785081794.0242655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f","header":"x-maas-subscription"} {"level":"info","ts":1785081794.0242705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f","header":"x-maas-username"} {"level":"info","ts":1785081794.0242808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081794.0242984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f"} {"level":"info","ts":1785081794.025295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f"} {"level":"info","ts":1785081794.025311,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f"} {"level":"info","ts":1785081794.0253327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f","EoS":false} {"level":"info","ts":1785081794.0253444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f","EoS":true} {"level":"info","ts":1785081794.0253704,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8f30210f-906e-4709-9d7e-04165772c85f"} {"level":"info","ts":1785081798.7791362,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d6cdc4d6-d444-415f-abf5-0aef8831ca3f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785081798.7794065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39579.879784243,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081798.7794352,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081798.8263695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081798.8800745,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d6cdc4d6-d444-415f-abf5-0aef8831ca3f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785081798.891445,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c106299d-7b20-4177-94a2-fe1a284924d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785081798.891479,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c106299d-7b20-4177-94a2-fe1a284924d0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785081798.8915215,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d36805-3c50-4563-a170-013565119c0a"} {"level":"info","ts":1785081798.8989966,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a850413-be2a-4c0d-9730-2848331bf304","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785081798.8991425,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a850413-be2a-4c0d-9730-2848331bf304","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785081798.8991556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35722.270555006,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081798.8991704,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081798.9070823,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081798.997877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6058dab-f755-4d50-ac1d-d88a76c83498","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081798.9979062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c62a53d2-e952-4e36-b860-2417172ac349"} {"level":"info","ts":1785081798.9979377,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6058dab-f755-4d50-ac1d-d88a76c83498","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785081798.9998071,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d36805-3c50-4563-a170-013565119c0a","name":"e2e-external-provider"} {"level":"info","ts":1785081799.0053124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf0629f9-a070-44e6-83a5-9a9825b8f2f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081799.0053465,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf0629f9-a070-44e6-83a5-9a9825b8f2f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785081799.0054088,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c62a53d2-e952-4e36-b860-2417172ac349","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785081799.01016,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c62a53d2-e952-4e36-b860-2417172ac349","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785081799.0102313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd65eb93-0166-4e21-9cff-36d71ebe0abd"} {"level":"info","ts":1785081799.0102563,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd65eb93-0166-4e21-9cff-36d71ebe0abd","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785081799.0101814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"128ba3ca-830c-4527-8097-c845ea464660","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081799.0103064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"128ba3ca-830c-4527-8097-c845ea464660","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785081799.0136182,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d36805-3c50-4563-a170-013565119c0a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785081799.0144753,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd65eb93-0166-4e21-9cff-36d71ebe0abd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785081799.0232837,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d36805-3c50-4563-a170-013565119c0a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785081799.025665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"791d29be-d27a-4786-a05e-1be0e7336976"} {"level":"info","ts":1785081799.0257208,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"791d29be-d27a-4786-a05e-1be0e7336976","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785081799.0286815,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d36805-3c50-4563-a170-013565119c0a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785081799.0309927,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"791d29be-d27a-4786-a05e-1be0e7336976","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785081799.0337646,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9e934b4-c3a8-4cb9-b9e8-5730cff82f1b"} {"level":"info","ts":1785081799.033826,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9e934b4-c3a8-4cb9-b9e8-5730cff82f1b","name":"e2e-external-provider"} {"level":"info","ts":1785081799.033833,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5876e39-6ec4-4d2a-8d54-da0bace335e5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785081799.0338619,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5876e39-6ec4-4d2a-8d54-da0bace335e5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785081799.0339465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42d8f4f9-c212-4e25-a508-f73e7d1efa4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081799.03397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42d8f4f9-c212-4e25-a508-f73e7d1efa4c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785081799.0340734,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8b84917-603c-4bf7-a285-3992810a0f6b"} {"level":"info","ts":1785081799.034278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35426.100775378,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081799.034298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081799.040784,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785081799.0427024,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9e934b4-c3a8-4cb9-b9e8-5730cff82f1b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785081799.0460887,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9e934b4-c3a8-4cb9-b9e8-5730cff82f1b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785081799.0461664,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bca65c0-f393-4dc9-a9a1-a8991e1e202a"} {"level":"info","ts":1785081799.0461996,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bca65c0-f393-4dc9-a9a1-a8991e1e202a","name":"e2e-external-provider"} {"level":"info","ts":1785081799.0555809,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bca65c0-f393-4dc9-a9a1-a8991e1e202a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785081799.1345592,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8b84917-603c-4bf7-a285-3992810a0f6b","name":"e2e-external-model"} {"level":"info","ts":1785081799.1445942,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8b84917-603c-4bf7-a285-3992810a0f6b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785081799.1524599,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f17ae3c3-5e98-4f05-80d9-513fec0363ea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081799.152492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f17ae3c3-5e98-4f05-80d9-513fec0363ea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785081799.152522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcfc3314-2d15-4c7f-a9f2-2f287e2c73fe"} {"level":"info","ts":1785081799.1525943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcfc3314-2d15-4c7f-a9f2-2f287e2c73fe","name":"e2e-external-model"} {"level":"info","ts":1785081799.1658022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"576674d2-8f1b-4251-8953-1d0e9d964a82","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081799.1658306,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"576674d2-8f1b-4251-8953-1d0e9d964a82","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785081799.1660028,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcfc3314-2d15-4c7f-a9f2-2f287e2c73fe","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785081799.166073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ecb55ec-547c-4224-a2e2-fd72334632f3"} {"level":"info","ts":1785081799.1661363,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ecb55ec-547c-4224-a2e2-fd72334632f3","name":"e2e-external-model"} {"level":"info","ts":1785081799.1770294,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ecb55ec-547c-4224-a2e2-fd72334632f3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785081799.1835318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"760a2bc4-3754-454d-8cbc-80eab4a5477a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081799.1835551,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"760a2bc4-3754-454d-8cbc-80eab4a5477a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785081799.1835725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faaf00de-0b0b-47e5-bf94-6a2433644a92"} {"level":"info","ts":1785081799.1836152,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faaf00de-0b0b-47e5-bf94-6a2433644a92","name":"e2e-external-model"} {"level":"info","ts":1785081799.1918335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faaf00de-0b0b-47e5-bf94-6a2433644a92","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785081806.3914692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081806.39154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23"} {"level":"info","ts":1785081806.3915548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23"} {"level":"info","ts":1785081806.3915818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","EoS":true} {"level":"info","ts":1785081806.391611,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","header":"x-maas-username"} {"level":"info","ts":1785081806.3916235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","header":"x-maas-subscription"} {"level":"info","ts":1785081806.3916314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","header":"x-maas-group"} {"level":"info","ts":1785081806.39165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785081806.3916605,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","modelName":"e2e-external-model"} {"level":"info","ts":1785081806.3916788,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785081806.3917212,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785081806.3917463,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23","authType":"apikey"} {"level":"info","ts":1785081806.3917785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ab9ad8d-b346-45f1-a5e8-58ab3ef95d23"} {"level":"info","ts":1785081806.5021968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea323ce1-0e38-4cb1-abc7-07100c370d01","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785081806.5022411,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea323ce1-0e38-4cb1-abc7-07100c370d01","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785081806.502202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40e6fc5e-02b6-4ffc-bf58-356d7f637536"} {"level":"info","ts":1785081806.5075078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dc024c5-d933-42a4-a804-a62d72d3a58d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785081806.5075488,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dc024c5-d933-42a4-a804-a62d72d3a58d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785081806.5078175,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40e6fc5e-02b6-4ffc-bf58-356d7f637536","name":"e2e-cleanup-test"} {"level":"info","ts":1785081806.5168123,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40e6fc5e-02b6-4ffc-bf58-356d7f637536","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785081806.523836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc6ffdbd-9993-4458-aef1-946161532aff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785081806.5238636,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc6ffdbd-9993-4458-aef1-946161532aff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785081806.5239234,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1658efa4-e75a-49ed-9ceb-42b96e474f59"} {"level":"info","ts":1785081806.5239844,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1658efa4-e75a-49ed-9ceb-42b96e474f59","name":"e2e-cleanup-test"} {"level":"info","ts":1785081806.5385418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"356e6d4a-ad75-49e0-8a08-e80878960b6b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785081806.538567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"356e6d4a-ad75-49e0-8a08-e80878960b6b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785081806.5397,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1658efa4-e75a-49ed-9ceb-42b96e474f59","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785081806.539746,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1658efa4-e75a-49ed-9ceb-42b96e474f59","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785081806.539791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bd23909-d489-40d8-82ff-2561d8dd5614"} {"level":"info","ts":1785081806.5398407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bd23909-d489-40d8-82ff-2561d8dd5614","name":"e2e-cleanup-test"} {"level":"info","ts":1785081806.548842,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bd23909-d489-40d8-82ff-2561d8dd5614","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785081806.5536518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea4771ec-add9-4319-bfd0-d0b92b42248e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785081806.553679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea4771ec-add9-4319-bfd0-d0b92b42248e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785081806.555062,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bd23909-d489-40d8-82ff-2561d8dd5614","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785081806.5551481,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312914a4-2721-475d-9fed-fb49bf8194a0"} {"level":"info","ts":1785081806.555198,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312914a4-2721-475d-9fed-fb49bf8194a0","name":"e2e-cleanup-test"} {"level":"info","ts":1785081806.5624766,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312914a4-2721-475d-9fed-fb49bf8194a0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785081814.7521255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db8a23fa-c99d-4d2d-8562-15086bfb3d06","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785081814.7521622,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db8a23fa-c99d-4d2d-8562-15086bfb3d06","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785081814.7521796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"949dde86-2b62-4f6d-8d7f-44b6ae26b7b5"} {"level":"info","ts":1785081819.0447767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081819.0448437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"812b848a-afdd-482f-aad1-3651dfe9eff9"} {"level":"info","ts":1785081819.0448549,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"812b848a-afdd-482f-aad1-3651dfe9eff9"} {"level":"info","ts":1785081819.0448656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"812b848a-afdd-482f-aad1-3651dfe9eff9","EoS":true} {"level":"info","ts":1785081819.044912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"812b848a-afdd-482f-aad1-3651dfe9eff9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785081819.0449421,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"812b848a-afdd-482f-aad1-3651dfe9eff9"} {"level":"info","ts":1785081819.0840938,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081819.0841587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62"} {"level":"info","ts":1785081819.084167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62"} {"level":"info","ts":1785081819.0841777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","EoS":true} {"level":"info","ts":1785081819.0842016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","header":"x-maas-subscription"} {"level":"info","ts":1785081819.0842113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","header":"x-maas-username"} {"level":"info","ts":1785081819.084217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","header":"x-maas-group"} {"level":"info","ts":1785081819.0842295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785081819.084238,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","modelName":"e2e-external-model"} {"level":"info","ts":1785081819.0842505,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785081819.0842724,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785081819.0842874,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62","authType":"apikey"} {"level":"info","ts":1785081819.0843103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db6fbaf4-f4d6-403c-97a3-935cc7ff9c62"} {"level":"info","ts":1785081819.1190217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081819.119089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63"} {"level":"info","ts":1785081819.1191003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63"} {"level":"info","ts":1785081819.1191115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","EoS":true} {"level":"info","ts":1785081819.1191328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","header":"x-maas-group"} {"level":"info","ts":1785081819.119142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","header":"x-maas-subscription"} {"level":"info","ts":1785081819.1191478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","header":"x-maas-username"} {"level":"info","ts":1785081819.1191587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785081819.1191828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63"} {"level":"info","ts":1785081819.2258534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63"} {"level":"info","ts":1785081819.225875,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63"} {"level":"info","ts":1785081819.2259095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","EoS":false} {"level":"info","ts":1785081819.225922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","EoS":true} {"level":"error","ts":1785081819.2259328,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785081819.2259812,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"08594e2f-a645-4056-98cb-63e2cd7c6b63"} {"level":"info","ts":1785081819.2579892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081819.2580433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136"} {"level":"info","ts":1785081819.2580504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136"} {"level":"info","ts":1785081819.258068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136","EoS":true} {"level":"info","ts":1785081819.2580876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136","header":"x-maas-subscription"} {"level":"info","ts":1785081819.2580981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136","header":"x-maas-username"} {"level":"info","ts":1785081819.2581031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136","header":"x-maas-group"} {"level":"info","ts":1785081819.2581282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136"} {"level":"info","ts":1785081819.3621187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136"} {"level":"info","ts":1785081819.3621368,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136"} {"level":"info","ts":1785081819.3621519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136","EoS":false} {"level":"info","ts":1785081819.3621643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136","EoS":true} {"level":"error","ts":1785081819.362173,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785081819.3622074,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"048eca3c-aa03-4320-a9c3-e1023e0a3136"} {"level":"info","ts":1785081820.1570027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69c7c864-c3f1-430f-bca5-ef939b57a578","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081820.157056,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69c7c864-c3f1-430f-bca5-ef939b57a578","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785081820.1570203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ed263d2-310d-4888-b3dd-2e9ef0ce9fa8"} {"level":"info","ts":1785081820.302356,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"264df27a-643c-4313-b90c-93690deadfb8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785081820.3023896,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"264df27a-643c-4313-b90c-93690deadfb8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785081820.3024116,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4cfe924-f982-4359-951f-8582e308d29c"} {"level":"info","ts":1785081820.4177651,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0036a9bb-e2f6-4b46-9da7-58a509b4f54f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785081820.4178224,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0036a9bb-e2f6-4b46-9da7-58a509b4f54f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785083084.7463336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083084.746408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"906912f7-9384-4c25-a22d-9aff323006c3"} {"level":"info","ts":1785083146.4320014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083146.4320946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9"} {"level":"info","ts":1785083146.43211,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9"} {"level":"info","ts":1785083146.4321308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9","EoS":true} {"level":"info","ts":1785083146.4321651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9","header":"x-maas-group"} {"level":"info","ts":1785083146.4321768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9","header":"x-maas-subscription"} {"level":"info","ts":1785083146.432184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9","header":"x-maas-username"} {"level":"info","ts":1785083146.4322016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785083146.432228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9"} {"level":"info","ts":1785083146.43538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9"} {"level":"info","ts":1785083146.4354,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9"} {"level":"info","ts":1785083146.435416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9","EoS":false} {"level":"info","ts":1785083146.4354289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9","EoS":true} {"level":"info","ts":1785083146.4354594,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90ee01cc-4865-4adc-8803-b9d3b71524d9"}