{"level":"info","ts":1785298705.5736487,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08"} {"level":"info","ts":1785298725.575686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.575784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.5757976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.5758178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","EoS":true} {"level":"info","ts":1785298725.5758533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","header":"x-maas-username"} {"level":"info","ts":1785298725.5758667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","header":"x-maas-subscription"} {"level":"info","ts":1785298725.5758758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","header":"x-maas-group"} {"level":"info","ts":1785298725.5758967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.5759304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.57985,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.579878,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.5799003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","EoS":false} {"level":"info","ts":1785298725.5799181,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.5799465,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","EoS":true} {"level":"info","ts":1785298725.5799568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.7154737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.7155647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.7155797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.7156007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","EoS":true} {"level":"info","ts":1785298725.7156408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","header":"x-maas-username"} {"level":"info","ts":1785298725.7156527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","header":"x-maas-subscription"} {"level":"info","ts":1785298725.7156653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","header":"x-maas-group"} {"level":"info","ts":1785298725.7156856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.7157223,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.7167432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.716763,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.7167783,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","EoS":false} {"level":"info","ts":1785298725.7167928,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.7168183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","EoS":true} {"level":"info","ts":1785298725.716828,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.8490844,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.8491857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.8491993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.8492339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","EoS":true} {"level":"info","ts":1785298725.849272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","header":"x-maas-username"} {"level":"info","ts":1785298725.8492846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","header":"x-maas-group"} {"level":"info","ts":1785298725.8492928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","header":"x-maas-subscription"} {"level":"info","ts":1785298725.8493123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.8493488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.850348,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.850369,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.8503845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","EoS":false} {"level":"info","ts":1785298725.8503993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.850425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","EoS":true} {"level":"info","ts":1785298725.850433,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.9833572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.9834442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.9834585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.9834774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","EoS":true} {"level":"info","ts":1785298725.9835174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","header":"x-maas-username"} {"level":"info","ts":1785298725.9835308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","header":"x-maas-subscription"} {"level":"info","ts":1785298725.9835405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","header":"x-maas-group"} {"level":"info","ts":1785298725.9835598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.9835944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.9845665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.9845862,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.9846056,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","EoS":false} {"level":"info","ts":1785298725.9846175,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.9846427,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","EoS":true} {"level":"info","ts":1785298725.9846513,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298726.1159317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298726.1160293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1160438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1160624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","EoS":true} {"level":"info","ts":1785298726.1161058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","header":"x-maas-group"} {"level":"info","ts":1785298726.1161191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","header":"x-maas-username"} {"level":"info","ts":1785298726.116128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","header":"x-maas-subscription"} {"level":"info","ts":1785298726.1161492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298726.1161828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1171823,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1172206,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1172383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","EoS":false} {"level":"info","ts":1785298726.117251,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1172822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","EoS":true} {"level":"info","ts":1785298726.1172907,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298750.3704128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298750.3705134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.3705277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.3705463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","EoS":true} {"level":"info","ts":1785298750.3705854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","header":"x-maas-group"} {"level":"info","ts":1785298750.370598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","header":"x-maas-subscription"} {"level":"info","ts":1785298750.3706083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","header":"x-maas-username"} {"level":"info","ts":1785298750.3706305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298750.3706646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.3716595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.3716865,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.371706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","EoS":false} {"level":"info","ts":1785298750.3717265,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.3717573,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","EoS":true} {"level":"info","ts":1785298750.3717701,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.4688723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298750.4689639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c"} {"level":"info","ts":1785298750.4712517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c"} {"level":"info","ts":1785298750.471276,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c"} {"level":"info","ts":1785298750.4712994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c","EoS":false} {"level":"info","ts":1785298750.4713316,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c"} {"level":"info","ts":1785298750.4713607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c","EoS":true} {"level":"info","ts":1785298750.47137,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c"} {"level":"info","ts":1785298755.0742707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298755.0743606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.0743778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.0744011,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","EoS":true} {"level":"info","ts":1785298755.074437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","header":"x-maas-group"} {"level":"info","ts":1785298755.074451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","header":"x-maas-username"} {"level":"info","ts":1785298755.074461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","header":"x-maas-subscription"} {"level":"info","ts":1785298755.0744812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298755.074515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.0754309,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.0754566,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.075479,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","EoS":false} {"level":"info","ts":1785298755.075495,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.075527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","EoS":true} {"level":"info","ts":1785298755.0755367,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298763.6271079,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298763.6271942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.6272185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.6272318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","EoS":true} {"level":"info","ts":1785298763.6272562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","header":"x-maas-username"} {"level":"info","ts":1785298763.6272674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","header":"x-maas-subscription"} {"level":"info","ts":1785298763.6272721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","header":"x-maas-group"} {"level":"info","ts":1785298763.6272864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298763.6273093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.6286495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.6286783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.6286995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","EoS":false} {"level":"info","ts":1785298763.628712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.6287405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","EoS":true} {"level":"info","ts":1785298763.628746,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298776.47348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298776.4735596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.4735713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.4735837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","EoS":true} {"level":"info","ts":1785298776.4736087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","header":"x-maas-username"} {"level":"info","ts":1785298776.473619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","header":"x-maas-subscription"} {"level":"info","ts":1785298776.4736245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","header":"x-maas-group"} {"level":"info","ts":1785298776.4736395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298776.4736655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.474544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.4745705,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.4745872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","EoS":false} {"level":"info","ts":1785298776.4746034,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.4746354,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","EoS":true} {"level":"info","ts":1785298776.4746451,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298784.9889123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298784.9890032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.989017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.9890404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","EoS":true} {"level":"info","ts":1785298784.9890769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","header":"x-maas-group"} {"level":"info","ts":1785298784.9890897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","header":"x-maas-subscription"} {"level":"info","ts":1785298784.9890995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","header":"x-maas-username"} {"level":"info","ts":1785298784.9891222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298784.989155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.9900324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.990056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.9900718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","EoS":false} {"level":"info","ts":1785298784.9900844,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.990112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","EoS":true} {"level":"info","ts":1785298784.990124,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298793.8462853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298793.8463776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.846397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.8464105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","EoS":true} {"level":"info","ts":1785298793.8464377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","header":"x-maas-username"} {"level":"info","ts":1785298793.8464491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","header":"x-maas-group"} {"level":"info","ts":1785298793.8464546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","header":"x-maas-subscription"} {"level":"info","ts":1785298793.8464692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298793.846494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.847423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.847443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.847466,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","EoS":false} {"level":"info","ts":1785298793.8474872,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.8475273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","EoS":true} {"level":"info","ts":1785298793.847538,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298823.1738791,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298823.1739693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.1739855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.1740065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","EoS":true} {"level":"info","ts":1785298823.1740432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","header":"x-maas-subscription"} {"level":"info","ts":1785298823.1740563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","header":"x-maas-group"} {"level":"info","ts":1785298823.1740656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","header":"x-maas-username"} {"level":"info","ts":1785298823.174086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298823.17412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.1773076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.17733,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.1773453,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","EoS":false} {"level":"info","ts":1785298823.1773605,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.177384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","EoS":true} {"level":"info","ts":1785298823.177394,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298856.4621952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298856.462311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.462331,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.4623518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","EoS":true} {"level":"info","ts":1785298856.4623835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","header":"x-maas-username"} {"level":"info","ts":1785298856.4623938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","header":"x-maas-group"} {"level":"info","ts":1785298856.4623997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","header":"x-maas-subscription"} {"level":"info","ts":1785298856.4624147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298856.4624448,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.463452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.463472,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.4634905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","EoS":false} {"level":"info","ts":1785298856.463504,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.4635296,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","EoS":true} {"level":"info","ts":1785298856.46354,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298891.3199425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298891.320045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.320062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.3200786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","EoS":true} {"level":"info","ts":1785298891.320118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","header":"x-maas-username"} {"level":"info","ts":1785298891.3201332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","header":"x-maas-group"} {"level":"info","ts":1785298891.3201413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","header":"x-maas-subscription"} {"level":"info","ts":1785298891.3201597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298891.3201911,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.3219337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.3219554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.3219779,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","EoS":false} {"level":"info","ts":1785298891.3219986,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.3220353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","EoS":true} {"level":"info","ts":1785298891.3220448,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298900.6401503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298900.6402562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.640276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.640297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","EoS":true} {"level":"info","ts":1785298900.6403344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","header":"x-maas-username"} {"level":"info","ts":1785298900.640348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","header":"x-maas-subscription"} {"level":"info","ts":1785298900.6403558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","header":"x-maas-group"} {"level":"info","ts":1785298900.6403775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298900.640415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.641487,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.6415086,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.641533,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","EoS":false} {"level":"info","ts":1785298900.6415534,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.641593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","EoS":true} {"level":"info","ts":1785298900.6416078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.6763327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298900.6764214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.676433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.6764445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","EoS":true} {"level":"info","ts":1785298900.6764698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","header":"x-maas-group"} {"level":"info","ts":1785298900.676478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","header":"x-maas-username"} {"level":"info","ts":1785298900.6764839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","header":"x-maas-subscription"} {"level":"info","ts":1785298900.676499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298900.6765244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.6773894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.6774085,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.67743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","EoS":false} {"level":"info","ts":1785298900.677447,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.6774852,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","EoS":true} {"level":"info","ts":1785298900.6774952,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298919.6518981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298919.6520598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6520796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6521008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","EoS":true} {"level":"info","ts":1785298919.6521277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","header":"x-maas-group"} {"level":"info","ts":1785298919.6521387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","header":"x-maas-username"} {"level":"info","ts":1785298919.6521444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","header":"x-maas-subscription"} {"level":"info","ts":1785298919.652159,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298919.652189,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6531372,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6531641,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6531868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","EoS":false} {"level":"info","ts":1785298919.6532328,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6532729,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","EoS":true} {"level":"info","ts":1785298919.6532845,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785299192.0700104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299192.070104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.070114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.070137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","EoS":true} {"level":"info","ts":1785299192.0701704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","header":"x-maas-group"} {"level":"info","ts":1785299192.0701818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","header":"x-maas-subscription"} {"level":"info","ts":1785299192.0701873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","header":"x-maas-username"} {"level":"info","ts":1785299192.0702198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299192.0702496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.0718973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.0719204,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.0719368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","EoS":false} {"level":"info","ts":1785299192.0719502,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.0719836,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","EoS":true} {"level":"info","ts":1785299192.0719943,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299207.2848191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299207.2849092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.2849236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.2849362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","EoS":true} {"level":"info","ts":1785299207.2849598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","header":"x-maas-subscription"} {"level":"info","ts":1785299207.2849674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","header":"x-maas-username"} {"level":"info","ts":1785299207.284972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","header":"x-maas-group"} {"level":"info","ts":1785299207.2849882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299207.2850156,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.2880504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.2880719,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.288087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","EoS":false} {"level":"info","ts":1785299207.2880988,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.2881258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","EoS":true} {"level":"info","ts":1785299207.2881348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299559.787891,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299559.7879727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.7879841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.7879953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","EoS":true} {"level":"info","ts":1785299559.7880237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","header":"x-maas-subscription"} {"level":"info","ts":1785299559.788035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","header":"x-maas-username"} {"level":"info","ts":1785299559.7880402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","header":"x-maas-group"} {"level":"info","ts":1785299559.7880564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299559.7880836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.789769,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.7897902,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.789806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","EoS":false} {"level":"info","ts":1785299559.789818,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.789845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","EoS":true} {"level":"info","ts":1785299559.7898521,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299564.5325239,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8864e56-c0dc-49ff-80d6-c5aca1103cb2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785299564.5327935,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38741.985522345,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.5328183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.577701,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.6336164,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8864e56-c0dc-49ff-80d6-c5aca1103cb2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785299564.6355271,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d24f0b91-327e-4d8f-86f9-6a29ef62fa6c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299564.6355784,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d24f0b91-327e-4d8f-86f9-6a29ef62fa6c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785299564.6356068,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649e950f-46f3-4049-bc86-96310b62db68"} {"level":"info","ts":1785299564.6407807,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a61f8b46-ee02-46b1-a716-eb8b9a78f1e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299564.6408205,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a61f8b46-ee02-46b1-a716-eb8b9a78f1e8","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785299564.644047,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649e950f-46f3-4049-bc86-96310b62db68","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.6443148,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37689.765426252,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.6443331,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.6522813,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.7403858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f874cce-eab6-4d9a-bf02-f874e7947ac3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.7404037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d19318d4-b91c-44fa-af90-26ae00203929"} {"level":"info","ts":1785299564.74045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f874cce-eab6-4d9a-bf02-f874e7947ac3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.7451265,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649e950f-46f3-4049-bc86-96310b62db68","name":"e2e-external-provider"} {"level":"info","ts":1785299564.745461,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ec8d5eb-86a7-4ee7-ba8f-103fbb598654","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.7454996,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ec8d5eb-86a7-4ee7-ba8f-103fbb598654","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.745694,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d19318d4-b91c-44fa-af90-26ae00203929","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785299564.7528374,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d19318d4-b91c-44fa-af90-26ae00203929","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.7529361,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"069cd642-2d84-4633-be09-e7a9023717d1"} {"level":"info","ts":1785299564.7529736,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"069cd642-2d84-4633-be09-e7a9023717d1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785299564.7530015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e46662aa-a550-48f4-b89e-70789229e238","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.7530358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e46662aa-a550-48f4-b89e-70789229e238","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.7543573,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649e950f-46f3-4049-bc86-96310b62db68","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785299564.7569802,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"069cd642-2d84-4633-be09-e7a9023717d1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.757043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3467e906-d6d3-4994-891e-fc1410c95308"} {"level":"info","ts":1785299564.7570653,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3467e906-d6d3-4994-891e-fc1410c95308","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785299564.7610075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3467e906-d6d3-4994-891e-fc1410c95308","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.7616346,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649e950f-46f3-4049-bc86-96310b62db68","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785299564.7681108,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649e950f-46f3-4049-bc86-96310b62db68","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785299564.7712677,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649e950f-46f3-4049-bc86-96310b62db68","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.7713497,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f683895-8222-4d7e-8e37-9843f0c939d6"} {"level":"info","ts":1785299564.7714024,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f683895-8222-4d7e-8e37-9843f0c939d6","name":"e2e-external-provider"} {"level":"info","ts":1785299564.7807953,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f683895-8222-4d7e-8e37-9843f0c939d6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785299564.782121,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f48f047b-1dd0-4c79-95f8-41fa23f23038"} {"level":"info","ts":1785299564.7821636,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f48f047b-1dd0-4c79-95f8-41fa23f23038","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785299564.785985,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f48f047b-1dd0-4c79-95f8-41fa23f23038","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.7887487,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53aa89b0-840f-436a-8cbb-457c292d891e"} {"level":"info","ts":1785299564.7887475,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"529b6efe-d7c1-42be-ae38-bf5578b571c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299564.7887824,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"529b6efe-d7c1-42be-ae38-bf5578b571c6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785299564.7887993,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53aa89b0-840f-436a-8cbb-457c292d891e","name":"e2e-external-provider"} {"level":"info","ts":1785299564.7888553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"262b11b6-c810-41d6-b1e5-e1ec45ad68c1"} {"level":"info","ts":1785299564.7891374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34106.826007059,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.789141,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f093e6ef-e978-4c4d-8d4c-57f2df52296e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.7891562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.7891681,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f093e6ef-e978-4c4d-8d4c-57f2df52296e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.7957387,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.7970948,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53aa89b0-840f-436a-8cbb-457c292d891e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785299564.8891923,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"262b11b6-c810-41d6-b1e5-e1ec45ad68c1","name":"e2e-external-model"} {"level":"info","ts":1785299564.8998241,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"262b11b6-c810-41d6-b1e5-e1ec45ad68c1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299564.9073389,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e59e62-6487-46c9-85d3-7a2452d91e72"} {"level":"info","ts":1785299564.9073734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ea13fea-9fb3-4f46-9fd1-1237361b48cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.9073982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ea13fea-9fb3-4f46-9fd1-1237361b48cd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.9074283,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e59e62-6487-46c9-85d3-7a2452d91e72","name":"e2e-external-model"} {"level":"error","ts":1785299564.9233086,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e59e62-6487-46c9-85d3-7a2452d91e72","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.9233897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc677201-639f-4176-bd8e-d860056f579c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.923421,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3a163f-52fe-45d3-bf96-0b27e2e1a1d5"} {"level":"info","ts":1785299564.9234352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc677201-639f-4176-bd8e-d860056f579c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.9234738,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3a163f-52fe-45d3-bf96-0b27e2e1a1d5","name":"e2e-external-model"} {"level":"info","ts":1785299564.9310684,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3a163f-52fe-45d3-bf96-0b27e2e1a1d5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299564.9357467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04612c54-8a2b-4ae1-bc87-edb3cdacaabf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.9357798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04612c54-8a2b-4ae1-bc87-edb3cdacaabf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.935799,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a700828-1b12-42c0-a491-6d1e5aea95d1"} {"level":"info","ts":1785299564.9359033,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a700828-1b12-42c0-a491-6d1e5aea95d1","name":"e2e-external-model"} {"level":"info","ts":1785299564.9427893,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a700828-1b12-42c0-a491-6d1e5aea95d1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299587.0789874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299587.0790873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.0791106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.07913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","EoS":true} {"level":"info","ts":1785299587.0791698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","header":"x-maas-username"} {"level":"info","ts":1785299587.0791864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","header":"x-maas-group"} {"level":"info","ts":1785299587.0791926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","header":"x-maas-subscription"} {"level":"info","ts":1785299587.0792224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299587.0792325,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","modelName":"e2e-external-model"} {"level":"info","ts":1785299587.0792444,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299587.0792732,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785299587.0793068,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","authType":"apikey"} {"level":"info","ts":1785299587.0793402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.1830933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.183125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.1831443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","EoS":false} {"level":"info","ts":1785299587.1831594,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.1831954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","EoS":true} {"level":"info","ts":1785299587.1832256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.288594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb6e9d38-dd14-456f-85e0-a41d3aeddbea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.2886355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb6e9d38-dd14-456f-85e0-a41d3aeddbea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.2886438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbb3df37-bf06-4085-bdcd-a6357c35f859"} {"level":"info","ts":1785299587.295809,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61b31008-55f8-4b3b-8d6d-748dc2f11333","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.295841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61b31008-55f8-4b3b-8d6d-748dc2f11333","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.2961016,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbb3df37-bf06-4085-bdcd-a6357c35f859","name":"e2e-cleanup-test"} {"level":"info","ts":1785299587.3120027,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbb3df37-bf06-4085-bdcd-a6357c35f859","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299587.3177078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1021019-5f42-410e-bc92-bc27da54634e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.3177276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae04f332-df01-4af8-9332-7a16776265e5"} {"level":"info","ts":1785299587.3177524,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1021019-5f42-410e-bc92-bc27da54634e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.3177965,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae04f332-df01-4af8-9332-7a16776265e5","name":"e2e-cleanup-test"} {"level":"error","ts":1785299587.3311293,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae04f332-df01-4af8-9332-7a16776265e5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299587.3312328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"834fa466-6f8e-4919-9083-452997f0bcaa"} {"level":"info","ts":1785299587.3313193,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"834fa466-6f8e-4919-9083-452997f0bcaa","name":"e2e-cleanup-test"} {"level":"info","ts":1785299587.3312328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a506aea-0ec0-49db-bcef-6a2b667abd1b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.331433,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a506aea-0ec0-49db-bcef-6a2b667abd1b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.3383665,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"834fa466-6f8e-4919-9083-452997f0bcaa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299587.345262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba41adfb-3a8a-4468-8067-5a06ff6c8120"} {"level":"info","ts":1785299587.345262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"846644c2-fcdf-4377-85ab-a5131646c9fe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.345318,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"846644c2-fcdf-4377-85ab-a5131646c9fe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.3453324,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba41adfb-3a8a-4468-8067-5a06ff6c8120","name":"e2e-cleanup-test"} {"level":"info","ts":1785299587.353993,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba41adfb-3a8a-4468-8067-5a06ff6c8120","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299595.5515387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5a59cec-a99a-49ff-8c70-6151456a2636","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299595.5515819,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52a58f22-11c0-4974-99e7-3eeaf5aa9b13"} {"level":"info","ts":1785299595.551587,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5a59cec-a99a-49ff-8c70-6151456a2636","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299599.8426788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299599.8427749,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3"} {"level":"info","ts":1785299599.8427896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3"} {"level":"info","ts":1785299599.842803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3","EoS":true} {"level":"info","ts":1785299599.8428395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785299599.8428688,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3"} {"level":"info","ts":1785299599.8806372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299599.8807113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299599.8807232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299599.880734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","EoS":true} {"level":"info","ts":1785299599.8807569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","header":"x-maas-username"} {"level":"info","ts":1785299599.8807669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","header":"x-maas-group"} {"level":"info","ts":1785299599.8807728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","header":"x-maas-subscription"} {"level":"info","ts":1785299599.880787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299599.8807962,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","modelName":"e2e-external-model"} {"level":"info","ts":1785299599.8808086,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299599.8808317,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785299599.8808477,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","authType":"apikey"} {"level":"info","ts":1785299599.880878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299600.005594,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299600.0056229,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299600.005646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","EoS":false} {"level":"info","ts":1785299600.005663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299600.0057013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","EoS":true} {"level":"info","ts":1785299600.0057163,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299600.0428522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299600.04293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.0429409,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.0429533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","EoS":true} {"level":"info","ts":1785299600.042989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","header":"x-maas-subscription"} {"level":"info","ts":1785299600.0430014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","header":"x-maas-group"} {"level":"info","ts":1785299600.0430057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","header":"x-maas-username"} {"level":"info","ts":1785299600.04302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299600.0430455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.093713,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.093741,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.0937588,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","EoS":false} {"level":"info","ts":1785299600.0937731,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.0938044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","EoS":true} {"level":"info","ts":1785299600.0938137,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.129664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299600.1297505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.1297636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.1297758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","EoS":true} {"level":"info","ts":1785299600.129802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","header":"x-maas-subscription"} {"level":"info","ts":1785299600.1298115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","header":"x-maas-group"} {"level":"info","ts":1785299600.1298158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","header":"x-maas-username"} {"level":"info","ts":1785299600.1298444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.18214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.1821778,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.1821995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","EoS":false} {"level":"info","ts":1785299600.1822476,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.182282,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","EoS":true} {"level":"info","ts":1785299600.182291,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.9764624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb50b6c-60a8-42d2-8f46-5dede0471032","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299600.976504,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb50b6c-60a8-42d2-8f46-5dede0471032","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299600.9765034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0316e320-e6f1-4474-8bef-03453602119e"} {"level":"info","ts":1785299601.1115513,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9824b4a-c9d9-4b70-abc8-48fd117e5b07","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299601.1115947,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9824b4a-c9d9-4b70-abc8-48fd117e5b07","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299601.1116211,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1734c5b4-fd63-46a4-aeae-9e47120abf9b"} {"level":"info","ts":1785299601.2225873,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b5ec44ac-a730-43ce-b7c2-819f70b18c48","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785299601.2226577,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b5ec44ac-a730-43ce-b7c2-819f70b18c48","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785301355.1473064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785301355.1473897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62b03f5b-44fe-4cde-9785-4d14c9d3c505"} {"level":"info","ts":1785301429.7496333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785301429.7497194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7497306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7497425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","EoS":true} {"level":"info","ts":1785301429.7497752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","header":"x-maas-group"} {"level":"info","ts":1785301429.749786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","header":"x-maas-username"} {"level":"info","ts":1785301429.7497914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","header":"x-maas-subscription"} {"level":"info","ts":1785301429.749805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785301429.7498322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7540648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7540941,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7541137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","EoS":false} {"level":"info","ts":1785301429.7541258,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7541602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","EoS":true} {"level":"info","ts":1785301429.7541757,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"}