{"level":"info","ts":1785430494.0175548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"157b45d1-1ce6-468f-af23-0422e3d360b8"} {"level":"info","ts":1785430494.15467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430494.1547341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08"} {"level":"info","ts":1785430494.1547441,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08"} {"level":"info","ts":1785430494.1547549,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08","EoS":true} {"level":"info","ts":1785430494.1547766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08","header":"x-maas-username"} {"level":"info","ts":1785430494.1547863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08","header":"x-maas-subscription"} {"level":"info","ts":1785430494.154791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08","header":"x-maas-group"} {"level":"info","ts":1785430494.1548023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430494.1548252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08"} {"level":"info","ts":1785430494.1557794,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08"} {"level":"info","ts":1785430494.1557992,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08"} {"level":"info","ts":1785430494.155818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08","EoS":false} {"level":"info","ts":1785430494.1558328,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08"} {"level":"info","ts":1785430494.1558633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08","EoS":true} {"level":"info","ts":1785430494.1558774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89ef3f06-abbf-4db8-8f86-b32745f7da08"} {"level":"info","ts":1785430494.2944438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430494.2945015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0"} {"level":"info","ts":1785430494.294515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0"} {"level":"info","ts":1785430494.2945251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0","EoS":true} {"level":"info","ts":1785430494.2945426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0","header":"x-maas-username"} {"level":"info","ts":1785430494.294553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0","header":"x-maas-subscription"} {"level":"info","ts":1785430494.2945578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0","header":"x-maas-group"} {"level":"info","ts":1785430494.2945673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430494.2945852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0"} {"level":"info","ts":1785430494.2955444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0"} {"level":"info","ts":1785430494.2955563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0"} {"level":"info","ts":1785430494.295572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0","EoS":false} {"level":"info","ts":1785430494.2955823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0"} {"level":"info","ts":1785430494.2956192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0","EoS":true} {"level":"info","ts":1785430494.2956347,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfe72891-c12d-477a-b453-cd6886df34f0"} {"level":"info","ts":1785430494.4325697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430494.4326515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330"} {"level":"info","ts":1785430494.4326656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330"} {"level":"info","ts":1785430494.4326851,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330","EoS":true} {"level":"info","ts":1785430494.4327605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330","header":"x-maas-group"} {"level":"info","ts":1785430494.432773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330","header":"x-maas-subscription"} {"level":"info","ts":1785430494.432781,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330","header":"x-maas-username"} {"level":"info","ts":1785430494.432795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430494.4328206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330"} {"level":"info","ts":1785430494.433694,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330"} {"level":"info","ts":1785430494.4337094,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330"} {"level":"info","ts":1785430494.4337227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330","EoS":false} {"level":"info","ts":1785430494.4337318,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330"} {"level":"info","ts":1785430494.4337547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330","EoS":true} {"level":"info","ts":1785430494.4337637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c93dee7-82d2-411b-840e-8a279b2a6330"} {"level":"info","ts":1785430494.5745604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430494.5746722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1"} {"level":"info","ts":1785430494.5747266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1"} {"level":"info","ts":1785430494.5747464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1","EoS":true} {"level":"info","ts":1785430494.5747721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1","header":"x-maas-subscription"} {"level":"info","ts":1785430494.5747848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1","header":"x-maas-group"} {"level":"info","ts":1785430494.5747929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1","header":"x-maas-username"} {"level":"info","ts":1785430494.5748062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430494.574834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1"} {"level":"info","ts":1785430494.5756996,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1"} {"level":"info","ts":1785430494.575714,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1"} {"level":"info","ts":1785430494.5757275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1","EoS":false} {"level":"info","ts":1785430494.5757391,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1"} {"level":"info","ts":1785430494.575773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1","EoS":true} {"level":"info","ts":1785430494.5757856,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"220cf055-917f-46fd-9ae1-0fab00d008e1"} {"level":"info","ts":1785430517.9352374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430517.935307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc"} {"level":"info","ts":1785430517.9353192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc"} {"level":"info","ts":1785430517.9353323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc","EoS":true} {"level":"info","ts":1785430517.9353526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc","header":"x-maas-group"} {"level":"info","ts":1785430517.9353635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc","header":"x-maas-username"} {"level":"info","ts":1785430517.9353704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc","header":"x-maas-subscription"} {"level":"info","ts":1785430517.9353871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430517.9354148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc"} {"level":"info","ts":1785430517.9363582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc"} {"level":"info","ts":1785430517.936375,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc"} {"level":"info","ts":1785430517.9363992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc","EoS":false} {"level":"info","ts":1785430517.9364114,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc"} {"level":"info","ts":1785430517.9364328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc","EoS":true} {"level":"info","ts":1785430517.9364421,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa33c769-8584-4d29-bafe-48cb33e823cc"} {"level":"info","ts":1785430518.0410018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430518.0410686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85ed4fdf-1f8d-492b-9a4c-d2e82555a4d4"} {"level":"info","ts":1785430518.041915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85ed4fdf-1f8d-492b-9a4c-d2e82555a4d4"} {"level":"info","ts":1785430518.0419333,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"85ed4fdf-1f8d-492b-9a4c-d2e82555a4d4"} {"level":"info","ts":1785430518.041951,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85ed4fdf-1f8d-492b-9a4c-d2e82555a4d4","EoS":false} {"level":"info","ts":1785430518.0419617,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"85ed4fdf-1f8d-492b-9a4c-d2e82555a4d4"} {"level":"info","ts":1785430518.041984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85ed4fdf-1f8d-492b-9a4c-d2e82555a4d4","EoS":true} {"level":"info","ts":1785430518.0419896,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"85ed4fdf-1f8d-492b-9a4c-d2e82555a4d4"} {"level":"info","ts":1785430522.6875818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430522.6876564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295"} {"level":"info","ts":1785430522.6876662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295"} {"level":"info","ts":1785430522.6876764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295","EoS":true} {"level":"info","ts":1785430522.6876943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295","header":"x-maas-username"} {"level":"info","ts":1785430522.687705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295","header":"x-maas-subscription"} {"level":"info","ts":1785430522.6877105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295","header":"x-maas-group"} {"level":"info","ts":1785430522.687722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430522.687744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295"} {"level":"info","ts":1785430522.688643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295"} {"level":"info","ts":1785430522.6886551,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295"} {"level":"info","ts":1785430522.6886668,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295","EoS":false} {"level":"info","ts":1785430522.6886766,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295"} {"level":"info","ts":1785430522.6886935,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295","EoS":true} {"level":"info","ts":1785430522.6887016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d419158-7439-448c-8abb-c2fd5532a295"} {"level":"info","ts":1785430535.3323858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430535.3324556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f"} {"level":"info","ts":1785430535.3324654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f"} {"level":"info","ts":1785430535.3324788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f","EoS":true} {"level":"info","ts":1785430535.3325026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f","header":"x-maas-username"} {"level":"info","ts":1785430535.332512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f","header":"x-maas-subscription"} {"level":"info","ts":1785430535.3325167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f","header":"x-maas-group"} {"level":"info","ts":1785430535.3325307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785430535.3325536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f"} {"level":"info","ts":1785430535.334729,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f"} {"level":"info","ts":1785430535.3347447,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f"} {"level":"info","ts":1785430535.3347642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f","EoS":false} {"level":"info","ts":1785430535.3347754,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f"} {"level":"info","ts":1785430535.3347995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f","EoS":true} {"level":"info","ts":1785430535.3348088,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0257ccec-9f92-4f88-ba6e-1df1f3c3872f"} {"level":"info","ts":1785430548.1852877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430548.185352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d"} {"level":"info","ts":1785430548.1853619,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d"} {"level":"info","ts":1785430548.1853724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d","EoS":true} {"level":"info","ts":1785430548.1853924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d","header":"x-maas-subscription"} {"level":"info","ts":1785430548.1854026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d","header":"x-maas-username"} {"level":"info","ts":1785430548.1854084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d","header":"x-maas-group"} {"level":"info","ts":1785430548.1854203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430548.1854463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d"} {"level":"info","ts":1785430548.1864092,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d"} {"level":"info","ts":1785430548.1864278,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d"} {"level":"info","ts":1785430548.1864443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d","EoS":false} {"level":"info","ts":1785430548.18646,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d"} {"level":"info","ts":1785430548.1864846,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d","EoS":true} {"level":"info","ts":1785430548.186495,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2bdfc5ce-8bdb-483f-a9a1-9f6e6931c82d"} {"level":"info","ts":1785430556.7007544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430556.7008145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1865f871-99fa-474d-9c64-74029215210f"} {"level":"info","ts":1785430556.700829,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1865f871-99fa-474d-9c64-74029215210f"} {"level":"info","ts":1785430556.7008393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1865f871-99fa-474d-9c64-74029215210f","EoS":true} {"level":"info","ts":1785430556.7008579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1865f871-99fa-474d-9c64-74029215210f","header":"x-maas-group"} {"level":"info","ts":1785430556.7008681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1865f871-99fa-474d-9c64-74029215210f","header":"x-maas-subscription"} {"level":"info","ts":1785430556.7008762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1865f871-99fa-474d-9c64-74029215210f","header":"x-maas-username"} {"level":"info","ts":1785430556.7008932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1865f871-99fa-474d-9c64-74029215210f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430556.7009168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1865f871-99fa-474d-9c64-74029215210f"} {"level":"info","ts":1785430556.7017946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1865f871-99fa-474d-9c64-74029215210f"} {"level":"info","ts":1785430556.701807,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1865f871-99fa-474d-9c64-74029215210f"} {"level":"info","ts":1785430556.7018192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1865f871-99fa-474d-9c64-74029215210f","EoS":false} {"level":"info","ts":1785430556.7018287,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1865f871-99fa-474d-9c64-74029215210f"} {"level":"info","ts":1785430556.701855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1865f871-99fa-474d-9c64-74029215210f","EoS":true} {"level":"info","ts":1785430556.701865,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1865f871-99fa-474d-9c64-74029215210f"} {"level":"info","ts":1785430565.597836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430565.5979066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9"} {"level":"info","ts":1785430565.5979197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9"} {"level":"info","ts":1785430565.5979319,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9","EoS":true} {"level":"info","ts":1785430565.5979578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9","header":"x-maas-subscription"} {"level":"info","ts":1785430565.5979683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9","header":"x-maas-group"} {"level":"info","ts":1785430565.597973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9","header":"x-maas-username"} {"level":"info","ts":1785430565.597988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430565.5980089,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9"} {"level":"info","ts":1785430565.5989523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9"} {"level":"info","ts":1785430565.598972,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9"} {"level":"info","ts":1785430565.598986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9","EoS":false} {"level":"info","ts":1785430565.5989995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9"} {"level":"info","ts":1785430565.599029,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9","EoS":true} {"level":"info","ts":1785430565.599041,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6660ef68-7b95-45b8-a27b-9aadaac7c2c9"} {"level":"info","ts":1785430598.132906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430598.1329746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473"} {"level":"info","ts":1785430598.1329832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473"} {"level":"info","ts":1785430598.1329944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473","EoS":true} {"level":"info","ts":1785430598.1330173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473","header":"x-maas-group"} {"level":"info","ts":1785430598.133025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473","header":"x-maas-subscription"} {"level":"info","ts":1785430598.1330314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473","header":"x-maas-username"} {"level":"info","ts":1785430598.1330452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785430598.133075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473"} {"level":"info","ts":1785430598.1340845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473"} {"level":"info","ts":1785430598.1341083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473"} {"level":"info","ts":1785430598.1341302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473","EoS":false} {"level":"info","ts":1785430598.1341465,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473"} {"level":"info","ts":1785430598.1341724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473","EoS":true} {"level":"info","ts":1785430598.134182,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a47cfc73-bb7f-4b58-bec7-f748a9071473"} {"level":"info","ts":1785430631.4750323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430631.4751008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede"} {"level":"info","ts":1785430631.475112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede"} {"level":"info","ts":1785430631.475123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede","EoS":true} {"level":"info","ts":1785430631.4751441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede","header":"x-maas-subscription"} {"level":"info","ts":1785430631.4751544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede","header":"x-maas-username"} {"level":"info","ts":1785430631.47516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede","header":"x-maas-group"} {"level":"info","ts":1785430631.4751713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785430631.475195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede"} {"level":"info","ts":1785430631.4761758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede"} {"level":"info","ts":1785430631.4761953,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede"} {"level":"info","ts":1785430631.4762108,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede","EoS":false} {"level":"info","ts":1785430631.4762256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede"} {"level":"info","ts":1785430631.4762475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede","EoS":true} {"level":"info","ts":1785430631.4762573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4cc90bea-9964-4966-a7ef-36eb9e339ede"} {"level":"info","ts":1785430677.080908,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430677.0809755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d"} {"level":"info","ts":1785430677.0809877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d"} {"level":"info","ts":1785430677.0809987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d","EoS":true} {"level":"info","ts":1785430677.0810184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d","header":"x-maas-group"} {"level":"info","ts":1785430677.081028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d","header":"x-maas-subscription"} {"level":"info","ts":1785430677.0810337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d","header":"x-maas-username"} {"level":"info","ts":1785430677.0810466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430677.081079,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d"} {"level":"info","ts":1785430677.0820239,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d"} {"level":"info","ts":1785430677.0820425,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d"} {"level":"info","ts":1785430677.0820563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d","EoS":false} {"level":"info","ts":1785430677.0820684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d"} {"level":"info","ts":1785430677.082099,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d","EoS":true} {"level":"info","ts":1785430677.0821097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45a60fe7-ca54-417f-888e-2968496a557d"} {"level":"info","ts":1785430686.4840655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430686.4841218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d"} {"level":"info","ts":1785430686.4841309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d"} {"level":"info","ts":1785430686.484142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d","EoS":true} {"level":"info","ts":1785430686.4841628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d","header":"x-maas-group"} {"level":"info","ts":1785430686.4841728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d","header":"x-maas-username"} {"level":"info","ts":1785430686.4841778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d","header":"x-maas-subscription"} {"level":"info","ts":1785430686.4841907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430686.4842193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d"} {"level":"info","ts":1785430686.4851837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d"} {"level":"info","ts":1785430686.4852018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d"} {"level":"info","ts":1785430686.485224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d","EoS":false} {"level":"info","ts":1785430686.4852412,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d"} {"level":"info","ts":1785430686.4852793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d","EoS":true} {"level":"info","ts":1785430686.485289,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fee39b7-760f-496d-b932-63d3b46c9c9d"} {"level":"info","ts":1785430686.7504785,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430686.7505336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e"} {"level":"info","ts":1785430686.7505407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e"} {"level":"info","ts":1785430686.750551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e","EoS":true} {"level":"info","ts":1785430686.75057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e","header":"x-maas-group"} {"level":"info","ts":1785430686.7505777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e","header":"x-maas-username"} {"level":"info","ts":1785430686.7505822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e","header":"x-maas-subscription"} {"level":"info","ts":1785430686.7505932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430686.7506328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e"} {"level":"info","ts":1785430686.7514837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e"} {"level":"info","ts":1785430686.7514951,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e"} {"level":"info","ts":1785430686.7515073,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e","EoS":false} {"level":"info","ts":1785430686.751516,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e"} {"level":"info","ts":1785430686.7515352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e","EoS":true} {"level":"info","ts":1785430686.7515426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df34122b-58bb-4a86-8f84-4dc22471413e"} {"level":"info","ts":1785430705.9854882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430705.9855604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54"} {"level":"info","ts":1785430705.9855757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54"} {"level":"info","ts":1785430705.9855967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54","EoS":true} {"level":"info","ts":1785430705.9856527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54","header":"x-maas-subscription"} {"level":"info","ts":1785430705.9856682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54","header":"x-maas-username"} {"level":"info","ts":1785430705.9856765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54","header":"x-maas-group"} {"level":"info","ts":1785430705.9856937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430705.9857247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54"} {"level":"info","ts":1785430705.9865954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54"} {"level":"info","ts":1785430705.9866338,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54"} {"level":"info","ts":1785430705.9866495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54","EoS":false} {"level":"info","ts":1785430705.9866607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54"} {"level":"info","ts":1785430705.9866862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54","EoS":true} {"level":"info","ts":1785430705.9866967,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d5ce57c-f593-43d7-8cdb-3903cb847b54"} {"level":"info","ts":1785430898.2109575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430898.211024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204"} {"level":"info","ts":1785430898.2110322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204"} {"level":"info","ts":1785430898.2110426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204","EoS":true} {"level":"info","ts":1785430898.2110672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204","header":"x-maas-subscription"} {"level":"info","ts":1785430898.2110763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204","header":"x-maas-group"} {"level":"info","ts":1785430898.211082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204","header":"x-maas-username"} {"level":"info","ts":1785430898.2110934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785430898.211117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204"} {"level":"info","ts":1785430898.2120574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204"} {"level":"info","ts":1785430898.212074,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204"} {"level":"info","ts":1785430898.212086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204","EoS":false} {"level":"info","ts":1785430898.2120955,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204"} {"level":"info","ts":1785430898.2121136,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204","EoS":true} {"level":"info","ts":1785430898.212121,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"917575c1-6055-4ba4-9471-c064f96df204"} {"level":"info","ts":1785430979.8087687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430979.8088372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37"} {"level":"info","ts":1785430979.8088505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37"} {"level":"info","ts":1785430979.8088622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37","EoS":true} {"level":"info","ts":1785430979.8088827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37","header":"x-maas-subscription"} {"level":"info","ts":1785430979.8088925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37","header":"x-maas-group"} {"level":"info","ts":1785430979.8088975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37","header":"x-maas-username"} {"level":"info","ts":1785430979.8089104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430979.808934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37"} {"level":"info","ts":1785430979.8118818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37"} {"level":"info","ts":1785430979.811901,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37"} {"level":"info","ts":1785430979.8119211,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37","EoS":false} {"level":"info","ts":1785430979.8119338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37"} {"level":"info","ts":1785430979.8119593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37","EoS":true} {"level":"info","ts":1785430979.8119686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"feb5b633-7d7f-430a-877d-7a4cc5925f37"} {"level":"info","ts":1785430995.0683148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785430995.068378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425"} {"level":"info","ts":1785430995.0683873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425"} {"level":"info","ts":1785430995.0683975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425","EoS":true} {"level":"info","ts":1785430995.068418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425","header":"x-maas-username"} {"level":"info","ts":1785430995.068429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425","header":"x-maas-group"} {"level":"info","ts":1785430995.0684335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425","header":"x-maas-subscription"} {"level":"info","ts":1785430995.0684457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785430995.0684707,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425"} {"level":"info","ts":1785430995.0693653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425"} {"level":"info","ts":1785430995.0693889,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425"} {"level":"info","ts":1785430995.0694032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425","EoS":false} {"level":"info","ts":1785430995.069414,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425"} {"level":"info","ts":1785430995.069442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425","EoS":true} {"level":"info","ts":1785430995.0694523,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30dc9da9-9231-40b4-a2d8-8517444f3425"} {"level":"info","ts":1785431363.210269,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785431363.2103376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684"} {"level":"info","ts":1785431363.2103462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684"} {"level":"info","ts":1785431363.2103565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684","EoS":true} {"level":"info","ts":1785431363.2103794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684","header":"x-maas-group"} {"level":"info","ts":1785431363.2103891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684","header":"x-maas-subscription"} {"level":"info","ts":1785431363.2103941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684","header":"x-maas-username"} {"level":"info","ts":1785431363.2104049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785431363.210428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684"} {"level":"info","ts":1785431363.2113833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684"} {"level":"info","ts":1785431363.211399,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684"} {"level":"info","ts":1785431363.2114115,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684","EoS":false} {"level":"info","ts":1785431363.2114217,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684"} {"level":"info","ts":1785431363.211447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684","EoS":true} {"level":"info","ts":1785431363.2114568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1453abd-b954-4dc4-b0df-57aef320b684"} {"level":"info","ts":1785431368.0002253,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b9f9b039-1784-4584-9b37-fa9a8bb2cf1d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785431368.0004694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34705.031712486,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.0004938,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.044656,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.1007576,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b9f9b039-1784-4584-9b37-fa9a8bb2cf1d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785431368.117638,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b45836-a771-4c6f-b2f5-a2622694aea6"} {"level":"info","ts":1785431368.1177363,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"142a0859-15c0-4a00-a4a8-0d0793cfda4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785431368.1177766,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"142a0859-15c0-4a00-a4a8-0d0793cfda4b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785431368.125038,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e0fe426-23f3-4caa-bae7-024b88879fc5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785431368.1251233,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e0fe426-23f3-4caa-bae7-024b88879fc5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785431368.125127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38304.042191604,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.1251614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.1342366,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.2254176,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b45836-a771-4c6f-b2f5-a2622694aea6","name":"e2e-external-provider"} {"level":"info","ts":1785431368.2338629,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b45836-a771-4c6f-b2f5-a2622694aea6","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785431368.236891,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f8a2600-8586-4a0b-a683-a21063b462cd"} {"level":"info","ts":1785431368.2369418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bf2b285-f241-4f28-895c-4972400bfe93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431368.236979,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bf2b285-f241-4f28-895c-4972400bfe93","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785431368.2430966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5617e01-4cd1-4f47-9295-5c79eb8fe9f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431368.243123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5617e01-4cd1-4f47-9295-5c79eb8fe9f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785431368.2431793,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f8a2600-8586-4a0b-a683-a21063b462cd","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785431368.2464852,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b45836-a771-4c6f-b2f5-a2622694aea6","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785431368.250881,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f8a2600-8586-4a0b-a683-a21063b462cd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431368.250924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11bcffaa-1669-43be-87bc-05cde41d2604","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431368.2509515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0cdef42-ce01-492a-9a8e-19192e66f8ef"} {"level":"info","ts":1785431368.2509456,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11bcffaa-1669-43be-87bc-05cde41d2604","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785431368.2509744,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0cdef42-ce01-492a-9a8e-19192e66f8ef","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785431368.251711,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b45836-a771-4c6f-b2f5-a2622694aea6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785431368.2560356,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0cdef42-ce01-492a-9a8e-19192e66f8ef","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431368.2590187,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d506cad7-4396-4cb0-8a05-7f27661a2d51"} {"level":"info","ts":1785431368.2590258,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5df2f29f-45ed-4e58-86ff-326043f517a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785431368.2590647,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5df2f29f-45ed-4e58-86ff-326043f517a9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785431368.2590845,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d506cad7-4396-4cb0-8a05-7f27661a2d51","name":"e2e-external-provider"} {"level":"info","ts":1785431368.259118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"056f3dfa-61b7-4706-934a-555a97661464","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431368.2591317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"056f3dfa-61b7-4706-934a-555a97661464","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785431368.259179,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1beb9769-b3bd-4580-901c-6db4480d1aaf"} {"level":"info","ts":1785431368.259323,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35189.608574502,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.2593431,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.2657301,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785431368.267798,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d506cad7-4396-4cb0-8a05-7f27661a2d51","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785431368.2721488,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae0cb3ae-bcbd-44ab-bd4f-ee526dca4c4a"} {"level":"info","ts":1785431368.272184,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae0cb3ae-bcbd-44ab-bd4f-ee526dca4c4a","name":"e2e-external-provider"} {"level":"info","ts":1785431368.2810981,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae0cb3ae-bcbd-44ab-bd4f-ee526dca4c4a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785431368.3593884,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1beb9769-b3bd-4580-901c-6db4480d1aaf","name":"e2e-external-model"} {"level":"info","ts":1785431368.3752105,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1beb9769-b3bd-4580-901c-6db4480d1aaf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785431368.3921223,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a62c05a-2113-42d2-9315-0956d0c6800c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431368.3921607,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a62c05a-2113-42d2-9315-0956d0c6800c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785431368.3923194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2020b3a5-d379-470d-a9d8-6a706b64474c"} {"level":"info","ts":1785431368.392391,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2020b3a5-d379-470d-a9d8-6a706b64474c","name":"e2e-external-model"} {"level":"info","ts":1785431368.4209661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25a6273b-4d58-42a8-99a2-a60cb4acd45c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431368.4209948,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25a6273b-4d58-42a8-99a2-a60cb4acd45c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785431368.4245949,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2020b3a5-d379-470d-a9d8-6a706b64474c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431368.4246738,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d153077c-8861-4a2a-9e94-0c8b54864a95"} {"level":"info","ts":1785431368.424718,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d153077c-8861-4a2a-9e94-0c8b54864a95","name":"e2e-external-model"} {"level":"info","ts":1785431368.4372835,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d153077c-8861-4a2a-9e94-0c8b54864a95","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785431368.4437225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4498e9ba-ed71-4c90-aa3f-2656a0d08b77","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431368.4437523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf099cd4-442d-4a64-bda7-0519fa4623e0"} {"level":"info","ts":1785431368.4437556,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4498e9ba-ed71-4c90-aa3f-2656a0d08b77","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785431368.4438066,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf099cd4-442d-4a64-bda7-0519fa4623e0","name":"e2e-external-model"} {"level":"info","ts":1785431368.453033,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf099cd4-442d-4a64-bda7-0519fa4623e0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785431390.676723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785431390.6767948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60"} {"level":"info","ts":1785431390.6768098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60"} {"level":"info","ts":1785431390.6768274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","EoS":true} {"level":"info","ts":1785431390.676859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","header":"x-maas-group"} {"level":"info","ts":1785431390.6768727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","header":"x-maas-username"} {"level":"info","ts":1785431390.6768792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","header":"x-maas-subscription"} {"level":"info","ts":1785431390.6768935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785431390.676905,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","modelName":"e2e-external-model"} {"level":"info","ts":1785431390.6769228,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785431390.6769578,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785431390.6769812,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","authType":"apikey"} {"level":"info","ts":1785431390.6770165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60"} {"level":"info","ts":1785431390.762319,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60"} {"level":"info","ts":1785431390.7623522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60"} {"level":"info","ts":1785431390.7623696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","EoS":false} {"level":"info","ts":1785431390.7623808,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60"} {"level":"info","ts":1785431390.762405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60","EoS":true} {"level":"info","ts":1785431390.762412,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"887a618c-ffed-4c56-8a4b-c834869f2f60"} {"level":"info","ts":1785431390.8789017,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5b9018f-5afe-4bd5-97d7-17e597b3b3a2"} {"level":"info","ts":1785431390.8789656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ac07e65-517a-4fe4-a5e0-1fac80d3f95e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785431390.8789895,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ac07e65-517a-4fe4-a5e0-1fac80d3f95e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785431390.8860898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5a19772-d574-4f3c-b642-abfc517d3b22","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785431390.8861225,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5a19772-d574-4f3c-b642-abfc517d3b22","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785431390.8872824,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5b9018f-5afe-4bd5-97d7-17e597b3b3a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431390.8873613,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5b9018f-5afe-4bd5-97d7-17e597b3b3a2","name":"e2e-cleanup-test"} {"level":"info","ts":1785431390.9032009,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5b9018f-5afe-4bd5-97d7-17e597b3b3a2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785431390.9069095,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5b9018f-5afe-4bd5-97d7-17e597b3b3a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431390.9070039,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a7f74ca-34ef-46d2-922d-9a06684c5934"} {"level":"info","ts":1785431390.9070606,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a7f74ca-34ef-46d2-922d-9a06684c5934","name":"e2e-cleanup-test"} {"level":"info","ts":1785431390.9120066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a34f4a8a-a2bc-46d8-867b-b45a3563c5b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785431390.912038,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a34f4a8a-a2bc-46d8-867b-b45a3563c5b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785431390.9219792,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a7f74ca-34ef-46d2-922d-9a06684c5934","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785431390.9220183,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a7f74ca-34ef-46d2-922d-9a06684c5934","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431390.9220603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d97777e7-4682-41f9-974d-0fc8f3ef9e92"} {"level":"info","ts":1785431390.9221036,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d97777e7-4682-41f9-974d-0fc8f3ef9e92","name":"e2e-cleanup-test"} {"level":"info","ts":1785431390.9253726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"151100d4-348b-431f-b27c-0b800937e4a4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785431390.9253936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"151100d4-348b-431f-b27c-0b800937e4a4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785431390.9302638,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d97777e7-4682-41f9-974d-0fc8f3ef9e92","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785431390.9333212,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d97777e7-4682-41f9-974d-0fc8f3ef9e92","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431390.9333806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92aefc27-effc-43ad-a663-80c381c0f3fe"} {"level":"info","ts":1785431390.9334302,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92aefc27-effc-43ad-a663-80c381c0f3fe","name":"e2e-cleanup-test"} {"level":"info","ts":1785431390.940472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e21997a-35a2-4147-9ecb-88475113ff0b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785431390.9405012,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e21997a-35a2-4147-9ecb-88475113ff0b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785431390.940941,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92aefc27-effc-43ad-a663-80c381c0f3fe","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785431390.9460678,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92aefc27-effc-43ad-a663-80c381c0f3fe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785431390.9461303,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75b2d059-e370-4d9c-9416-3a88e18ba175"} {"level":"info","ts":1785431390.9461718,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75b2d059-e370-4d9c-9416-3a88e18ba175","name":"e2e-cleanup-test"} {"level":"info","ts":1785431390.9545822,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75b2d059-e370-4d9c-9416-3a88e18ba175","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785431399.1495783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e009568-94eb-4574-b195-4d10100044df"} {"level":"info","ts":1785431399.149593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f2f0520-295f-417e-a14f-5069b6381dfa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785431399.1496465,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f2f0520-295f-417e-a14f-5069b6381dfa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785431403.4688272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785431403.4688854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c14a49d5-c545-4329-8956-9af0e425299c"} {"level":"info","ts":1785431403.4688935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c14a49d5-c545-4329-8956-9af0e425299c"} {"level":"info","ts":1785431403.468903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c14a49d5-c545-4329-8956-9af0e425299c","EoS":true} {"level":"info","ts":1785431403.4689355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c14a49d5-c545-4329-8956-9af0e425299c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785431403.4689598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c14a49d5-c545-4329-8956-9af0e425299c"} {"level":"info","ts":1785431403.5115993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785431403.51167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62"} {"level":"info","ts":1785431403.5116813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62"} {"level":"info","ts":1785431403.5116923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","EoS":true} {"level":"info","ts":1785431403.5117137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","header":"x-maas-username"} {"level":"info","ts":1785431403.511724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","header":"x-maas-subscription"} {"level":"info","ts":1785431403.51173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","header":"x-maas-group"} {"level":"info","ts":1785431403.5117412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785431403.5117483,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","modelName":"e2e-external-model"} {"level":"info","ts":1785431403.5117593,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785431403.511784,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785431403.5118065,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","authType":"apikey"} {"level":"info","ts":1785431403.5118346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62"} {"level":"info","ts":1785431403.5597758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62"} {"level":"info","ts":1785431403.5597908,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62"} {"level":"info","ts":1785431403.5598054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","EoS":false} {"level":"info","ts":1785431403.5598176,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62"} {"level":"info","ts":1785431403.5598445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62","EoS":true} {"level":"info","ts":1785431403.5598552,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"73f786fb-5d74-47f3-a537-c0874d189b62"} {"level":"info","ts":1785431403.5975316,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785431403.5975869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de"} {"level":"info","ts":1785431403.5975983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de"} {"level":"info","ts":1785431403.597633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de","EoS":true} {"level":"info","ts":1785431403.5976534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de","header":"x-maas-subscription"} {"level":"info","ts":1785431403.5976627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de","header":"x-maas-username"} {"level":"info","ts":1785431403.5976677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de","header":"x-maas-group"} {"level":"info","ts":1785431403.5976765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785431403.5976954,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de"} {"level":"info","ts":1785431403.6817188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de"} {"level":"info","ts":1785431403.6817338,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de"} {"level":"info","ts":1785431403.6817474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de","EoS":false} {"level":"info","ts":1785431403.6817567,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de"} {"level":"info","ts":1785431403.6817799,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de","EoS":true} {"level":"info","ts":1785431403.68179,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c7bfe532-5ddf-42d5-b4fa-29fe24ba83de"} {"level":"info","ts":1785431403.7195837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785431403.719645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f"} {"level":"info","ts":1785431403.7196558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f"} {"level":"info","ts":1785431403.7196662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f","EoS":true} {"level":"info","ts":1785431403.7196817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f","header":"x-maas-group"} {"level":"info","ts":1785431403.719691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f","header":"x-maas-subscription"} {"level":"info","ts":1785431403.7196956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f","header":"x-maas-username"} {"level":"info","ts":1785431403.7197154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f"} {"level":"info","ts":1785431403.7608685,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f"} {"level":"info","ts":1785431403.760883,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f"} {"level":"info","ts":1785431403.7608945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f","EoS":false} {"level":"info","ts":1785431403.7609057,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f"} {"level":"info","ts":1785431403.76093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f","EoS":true} {"level":"info","ts":1785431403.7609413,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c881d275-0442-43e7-93ad-17cf4b47b70f"} {"level":"info","ts":1785431404.5917096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fa8a8c3-4fb9-42fa-9135-c9a03580dc20"} {"level":"info","ts":1785431404.591718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"713a9847-abd0-491d-8be7-40f2c016ce70","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431404.5917869,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"713a9847-abd0-491d-8be7-40f2c016ce70","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785431404.731668,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13feb9ba-0197-449d-baf9-f410743cead0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785431404.731698,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9662ebda-6a77-4919-9910-db190a2b37e6"} {"level":"info","ts":1785431404.7317076,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13feb9ba-0197-449d-baf9-f410743cead0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785431404.8451161,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fa89f029-26d9-4df2-93e7-d4e35da00f7d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785431404.8451667,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fa89f029-26d9-4df2-93e7-d4e35da00f7d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785433102.0435925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433102.043679,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6313990e-1def-48a3-a2c3-eec55fce0d9a"} {"level":"info","ts":1785433176.232879,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433176.2329726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773"} {"level":"info","ts":1785433176.2329888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773"} {"level":"info","ts":1785433176.2330086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773","EoS":true} {"level":"info","ts":1785433176.2330456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773","header":"x-maas-subscription"} {"level":"info","ts":1785433176.2330575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773","header":"x-maas-group"} {"level":"info","ts":1785433176.2330668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773","header":"x-maas-username"} {"level":"info","ts":1785433176.2330873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785433176.2331219,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773"} {"level":"info","ts":1785433176.2360637,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773"} {"level":"info","ts":1785433176.2360845,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773"} {"level":"info","ts":1785433176.2361007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773","EoS":false} {"level":"info","ts":1785433176.2361193,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773"} {"level":"info","ts":1785433176.2361472,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773","EoS":true} {"level":"info","ts":1785433176.2361555,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a054983-c970-41bf-9236-ebecbc9fc773"}