{"level":"info","ts":1785200492.4198108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf","header":"x-maas-group"} {"level":"info","ts":1785200492.4198244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200492.419888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf"} {"level":"info","ts":1785200492.4208188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf"} {"level":"info","ts":1785200492.420833,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf"} {"level":"info","ts":1785200492.4208462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf","EoS":false} {"level":"info","ts":1785200492.4208565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf","EoS":true} {"level":"info","ts":1785200492.4208848,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"93e6c3dc-2680-43d1-8e4b-5ce26cb540bf"} {"level":"info","ts":1785200515.468752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200515.4688365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52"} {"level":"info","ts":1785200515.4688492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52"} {"level":"info","ts":1785200515.4688609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52","EoS":true} {"level":"info","ts":1785200515.4688869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52","header":"x-maas-group"} {"level":"info","ts":1785200515.4688962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52","header":"x-maas-username"} {"level":"info","ts":1785200515.4689004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52","header":"x-maas-subscription"} {"level":"info","ts":1785200515.4689136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200515.4689422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52"} {"level":"info","ts":1785200515.4711094,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52"} {"level":"info","ts":1785200515.4711258,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52"} {"level":"info","ts":1785200515.4711382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52","EoS":false} {"level":"info","ts":1785200515.4711485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52","EoS":true} {"level":"info","ts":1785200515.471175,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"13369364-de98-462d-9e72-cd182ca45d52"} {"level":"info","ts":1785200515.6031747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200515.6032662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443"} {"level":"info","ts":1785200515.6032786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443"} {"level":"info","ts":1785200515.603291,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443","EoS":true} {"level":"info","ts":1785200515.6033187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443","header":"x-maas-username"} {"level":"info","ts":1785200515.6033287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443","header":"x-maas-group"} {"level":"info","ts":1785200515.6033344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443","header":"x-maas-subscription"} {"level":"info","ts":1785200515.6033475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200515.6033738,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443"} {"level":"info","ts":1785200515.6042814,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443"} {"level":"info","ts":1785200515.6043,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443"} {"level":"info","ts":1785200515.604318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443","EoS":false} {"level":"info","ts":1785200515.6043298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443","EoS":true} {"level":"info","ts":1785200515.6043587,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a389a7e9-856d-4dbc-be63-8d4f93263443"} {"level":"info","ts":1785200515.734919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200515.734985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145"} {"level":"info","ts":1785200515.7349963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145"} {"level":"info","ts":1785200515.7350075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145","EoS":true} {"level":"info","ts":1785200515.7350316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145","header":"x-maas-username"} {"level":"info","ts":1785200515.7350426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145","header":"x-maas-group"} {"level":"info","ts":1785200515.7350497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145","header":"x-maas-subscription"} {"level":"info","ts":1785200515.7350633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200515.7350874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145"} {"level":"info","ts":1785200515.7358096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145"} {"level":"info","ts":1785200515.735823,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145"} {"level":"info","ts":1785200515.735837,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145","EoS":false} {"level":"info","ts":1785200515.7358475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145","EoS":true} {"level":"info","ts":1785200515.7358758,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"79e6f25a-54e5-4109-9bdb-89bfa1b22145"} {"level":"info","ts":1785200515.8654919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200515.8655853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3"} {"level":"info","ts":1785200515.865596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3"} {"level":"info","ts":1785200515.865609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3","EoS":true} {"level":"info","ts":1785200515.865634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3","header":"x-maas-username"} {"level":"info","ts":1785200515.8656456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3","header":"x-maas-subscription"} {"level":"info","ts":1785200515.8656504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3","header":"x-maas-group"} {"level":"info","ts":1785200515.8656654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200515.865701,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3"} {"level":"info","ts":1785200515.8665404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3"} {"level":"info","ts":1785200515.8665617,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3"} {"level":"info","ts":1785200515.8665814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3","EoS":false} {"level":"info","ts":1785200515.8666003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3","EoS":true} {"level":"info","ts":1785200515.8666284,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"77e22a2e-2a88-49cb-9aa0-2b78f20a79b3"} {"level":"info","ts":1785200515.9974453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200515.9975245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de"} {"level":"info","ts":1785200515.9975364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de"} {"level":"info","ts":1785200515.9975471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de","EoS":true} {"level":"info","ts":1785200515.997569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de","header":"x-maas-group"} {"level":"info","ts":1785200515.9975793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de","header":"x-maas-subscription"} {"level":"info","ts":1785200515.997584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de","header":"x-maas-username"} {"level":"info","ts":1785200515.9975977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200515.9976628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de"} {"level":"info","ts":1785200515.9984567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de"} {"level":"info","ts":1785200515.998476,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de"} {"level":"info","ts":1785200515.9984934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de","EoS":false} {"level":"info","ts":1785200515.9985123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de","EoS":true} {"level":"info","ts":1785200515.9985418,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"69d180a0-2fbd-4230-b704-a687c69f94de"} {"level":"info","ts":1785200532.905526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200532.9056084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5"} {"level":"info","ts":1785200532.9056191,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5"} {"level":"info","ts":1785200532.9056358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5","EoS":true} {"level":"info","ts":1785200532.9056633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5","header":"x-maas-subscription"} {"level":"info","ts":1785200532.9056752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5","header":"x-maas-group"} {"level":"info","ts":1785200532.9056807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5","header":"x-maas-username"} {"level":"info","ts":1785200532.9056947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200532.9057248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5"} {"level":"info","ts":1785200532.9065847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5"} {"level":"info","ts":1785200532.9066052,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5"} {"level":"info","ts":1785200532.9066212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5","EoS":false} {"level":"info","ts":1785200532.9066362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5","EoS":true} {"level":"info","ts":1785200532.9066672,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"db191a70-272e-4a3e-97b4-e26e98246af5"} {"level":"info","ts":1785200532.9976072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200532.997685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5820885f-d642-4fcd-bfa2-d0aae3d80e6e"} {"level":"info","ts":1785200532.9992635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5820885f-d642-4fcd-bfa2-d0aae3d80e6e"} {"level":"info","ts":1785200532.999289,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5820885f-d642-4fcd-bfa2-d0aae3d80e6e"} {"level":"info","ts":1785200532.9993062,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5820885f-d642-4fcd-bfa2-d0aae3d80e6e","EoS":false} {"level":"info","ts":1785200532.9993236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5820885f-d642-4fcd-bfa2-d0aae3d80e6e"} {"level":"info","ts":1785200532.9993494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5820885f-d642-4fcd-bfa2-d0aae3d80e6e","EoS":true} {"level":"info","ts":1785200532.9993567,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5820885f-d642-4fcd-bfa2-d0aae3d80e6e"} {"level":"info","ts":1785200537.5944219,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200537.594497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0"} {"level":"info","ts":1785200537.594506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0"} {"level":"info","ts":1785200537.594517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0","EoS":true} {"level":"info","ts":1785200537.5945442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0","header":"x-maas-subscription"} {"level":"info","ts":1785200537.594554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0","header":"x-maas-username"} {"level":"info","ts":1785200537.5945587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0","header":"x-maas-group"} {"level":"info","ts":1785200537.5945725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200537.594601,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0"} {"level":"info","ts":1785200537.5968218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0"} {"level":"info","ts":1785200537.5968428,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0"} {"level":"info","ts":1785200537.5968578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0","EoS":false} {"level":"info","ts":1785200537.5968692,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0","EoS":true} {"level":"info","ts":1785200537.596902,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"43e98886-a4c4-4347-92ac-190223e557b0"} {"level":"info","ts":1785200548.1579185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200548.1579947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f"} {"level":"info","ts":1785200548.158005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f"} {"level":"info","ts":1785200548.1580167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f","EoS":true} {"level":"info","ts":1785200548.1580434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f","header":"x-maas-username"} {"level":"info","ts":1785200548.1580513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f","header":"x-maas-group"} {"level":"info","ts":1785200548.158057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f","header":"x-maas-subscription"} {"level":"info","ts":1785200548.1580703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785200548.158095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f"} {"level":"info","ts":1785200548.1613328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f"} {"level":"info","ts":1785200548.1613529,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f"} {"level":"info","ts":1785200548.1613724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f","EoS":false} {"level":"info","ts":1785200548.161385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f","EoS":true} {"level":"info","ts":1785200548.1614118,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7d63ee50-d3b3-4170-ae96-908841f5659f"} {"level":"info","ts":1785200561.0175323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200561.0176227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3"} {"level":"info","ts":1785200561.0176396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3"} {"level":"info","ts":1785200561.0176528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3","EoS":true} {"level":"info","ts":1785200561.0176792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3","header":"x-maas-username"} {"level":"info","ts":1785200561.0176892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3","header":"x-maas-group"} {"level":"info","ts":1785200561.0176954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3","header":"x-maas-subscription"} {"level":"info","ts":1785200561.0177119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200561.0177386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3"} {"level":"info","ts":1785200561.0188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3"} {"level":"info","ts":1785200561.0188215,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3"} {"level":"info","ts":1785200561.0188375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3","EoS":false} {"level":"info","ts":1785200561.0188494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3","EoS":true} {"level":"info","ts":1785200561.0188794,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8f1313bd-87a1-4dda-8aed-b1a69b297ca3"} {"level":"info","ts":1785200569.5614476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200569.5615292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc"} {"level":"info","ts":1785200569.5615396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc"} {"level":"info","ts":1785200569.5615504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc","EoS":true} {"level":"info","ts":1785200569.5615802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc","header":"x-maas-username"} {"level":"info","ts":1785200569.5615904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc","header":"x-maas-group"} {"level":"info","ts":1785200569.5615962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc","header":"x-maas-subscription"} {"level":"info","ts":1785200569.5616112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200569.5616784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc"} {"level":"info","ts":1785200569.5627484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc"} {"level":"info","ts":1785200569.5627692,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc"} {"level":"info","ts":1785200569.5627847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc","EoS":false} {"level":"info","ts":1785200569.5627973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc","EoS":true} {"level":"info","ts":1785200569.5628245,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"747614a2-9256-4732-8bfd-f0eaf68893dc"} {"level":"info","ts":1785200578.377132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200578.3772113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3"} {"level":"info","ts":1785200578.377244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3"} {"level":"info","ts":1785200578.3772578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3","EoS":true} {"level":"info","ts":1785200578.3772898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3","header":"x-maas-username"} {"level":"info","ts":1785200578.3773005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3","header":"x-maas-subscription"} {"level":"info","ts":1785200578.3773065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3","header":"x-maas-group"} {"level":"info","ts":1785200578.377322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200578.377348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3"} {"level":"info","ts":1785200578.378437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3"} {"level":"info","ts":1785200578.3784597,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3"} {"level":"info","ts":1785200578.3784757,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3","EoS":false} {"level":"info","ts":1785200578.3784888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3","EoS":true} {"level":"info","ts":1785200578.3785172,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e879bfdd-7711-41df-af52-8e9debc936e3"} {"level":"info","ts":1785200601.1803608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200601.1804376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1"} {"level":"info","ts":1785200601.1804488,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1"} {"level":"info","ts":1785200601.18046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1","EoS":true} {"level":"info","ts":1785200601.1804864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1","header":"x-maas-username"} {"level":"info","ts":1785200601.1804967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1","header":"x-maas-subscription"} {"level":"info","ts":1785200601.1805024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1","header":"x-maas-group"} {"level":"info","ts":1785200601.1805162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785200601.180541,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1"} {"level":"info","ts":1785200601.1815367,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1"} {"level":"info","ts":1785200601.1815586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1"} {"level":"info","ts":1785200601.181574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1","EoS":false} {"level":"info","ts":1785200601.1815865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1","EoS":true} {"level":"info","ts":1785200601.1816187,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b81a1395-4374-4a38-a983-82db0222bcd1"} {"level":"info","ts":1785200624.2646644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200624.2647405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233"} {"level":"info","ts":1785200624.2647502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233"} {"level":"info","ts":1785200624.2647614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233","EoS":true} {"level":"info","ts":1785200624.2647893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233","header":"x-maas-username"} {"level":"info","ts":1785200624.2647967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233","header":"x-maas-subscription"} {"level":"info","ts":1785200624.2648017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233","header":"x-maas-group"} {"level":"info","ts":1785200624.2648158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785200624.2648425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233"} {"level":"info","ts":1785200624.2658186,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233"} {"level":"info","ts":1785200624.265833,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233"} {"level":"info","ts":1785200624.2658498,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233","EoS":false} {"level":"info","ts":1785200624.2658613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233","EoS":true} {"level":"info","ts":1785200624.2658916,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"359b1b23-3736-4737-a421-3a7d8f5c9233"} {"level":"info","ts":1785200661.1414964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200661.1415772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764"} {"level":"info","ts":1785200661.141587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764"} {"level":"info","ts":1785200661.1415982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764","EoS":true} {"level":"info","ts":1785200661.1416283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764","header":"x-maas-username"} {"level":"info","ts":1785200661.1416392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764","header":"x-maas-subscription"} {"level":"info","ts":1785200661.1416438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764","header":"x-maas-group"} {"level":"info","ts":1785200661.1416562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200661.1416814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764"} {"level":"info","ts":1785200661.1443915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764"} {"level":"info","ts":1785200661.1444113,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764"} {"level":"info","ts":1785200661.1444309,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764","EoS":false} {"level":"info","ts":1785200661.1444445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764","EoS":true} {"level":"info","ts":1785200661.1444738,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b3b71625-ef41-4f91-a4fb-56662c782764"} {"level":"info","ts":1785200670.5114887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200670.5115793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1"} {"level":"info","ts":1785200670.5115964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1"} {"level":"info","ts":1785200670.5116167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1","EoS":true} {"level":"info","ts":1785200670.5116546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1","header":"x-maas-username"} {"level":"info","ts":1785200670.5116673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1","header":"x-maas-group"} {"level":"info","ts":1785200670.5116746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1","header":"x-maas-subscription"} {"level":"info","ts":1785200670.5116942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200670.511727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1"} {"level":"info","ts":1785200670.5128264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1"} {"level":"info","ts":1785200670.5128486,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1"} {"level":"info","ts":1785200670.5128646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1","EoS":false} {"level":"info","ts":1785200670.5128753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1","EoS":true} {"level":"info","ts":1785200670.512904,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"92044bd5-e6ba-415f-bb69-5b70bd5b8fc1"} {"level":"info","ts":1785200670.546402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200670.5464597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55"} {"level":"info","ts":1785200670.5464704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55"} {"level":"info","ts":1785200670.5464811,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55","EoS":true} {"level":"info","ts":1785200670.5465078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55","header":"x-maas-subscription"} {"level":"info","ts":1785200670.5465176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55","header":"x-maas-group"} {"level":"info","ts":1785200670.5465229,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55","header":"x-maas-username"} {"level":"info","ts":1785200670.5465374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200670.5465677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55"} {"level":"info","ts":1785200670.5474653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55"} {"level":"info","ts":1785200670.5474854,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55"} {"level":"info","ts":1785200670.5475087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55","EoS":false} {"level":"info","ts":1785200670.5475292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55","EoS":true} {"level":"info","ts":1785200670.5475724,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"94fc3ef3-19a3-44f7-b644-b8d088befa55"} {"level":"info","ts":1785200689.500793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200689.5008848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e"} {"level":"info","ts":1785200689.5008998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e"} {"level":"info","ts":1785200689.500918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e","EoS":true} {"level":"info","ts":1785200689.500959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e","header":"x-maas-group"} {"level":"info","ts":1785200689.5009744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e","header":"x-maas-subscription"} {"level":"info","ts":1785200689.5009801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e","header":"x-maas-username"} {"level":"info","ts":1785200689.5009983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200689.5010302,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e"} {"level":"info","ts":1785200689.501987,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e"} {"level":"info","ts":1785200689.502009,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e"} {"level":"info","ts":1785200689.5020247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e","EoS":false} {"level":"info","ts":1785200689.5020366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e","EoS":true} {"level":"info","ts":1785200689.5020661,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"840e00e4-a9ea-44f2-ab9c-4c444504f18e"} {"level":"info","ts":1785200824.4152656,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200824.4153664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233"} {"level":"info","ts":1785200824.4153805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233"} {"level":"info","ts":1785200824.4154012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233","EoS":true} {"level":"info","ts":1785200824.4154387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233","header":"x-maas-username"} {"level":"info","ts":1785200824.4154527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233","header":"x-maas-group"} {"level":"info","ts":1785200824.4154613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233","header":"x-maas-subscription"} {"level":"info","ts":1785200824.4154778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785200824.4155123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233"} {"level":"info","ts":1785200824.4183302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233"} {"level":"info","ts":1785200824.4183557,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233"} {"level":"info","ts":1785200824.4183733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233","EoS":false} {"level":"info","ts":1785200824.418395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233","EoS":true} {"level":"info","ts":1785200824.4184272,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2a3f861b-ebce-41de-83ad-58ad8f766233"} {"level":"info","ts":1785200865.6079774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200865.6080637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340"} {"level":"info","ts":1785200865.6080747,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340"} {"level":"info","ts":1785200865.6080854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340","EoS":true} {"level":"info","ts":1785200865.6081107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340","header":"x-maas-subscription"} {"level":"info","ts":1785200865.6081207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340","header":"x-maas-group"} {"level":"info","ts":1785200865.608126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340","header":"x-maas-username"} {"level":"info","ts":1785200865.60814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200865.608165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340"} {"level":"info","ts":1785200865.6092646,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340"} {"level":"info","ts":1785200865.6092863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340"} {"level":"info","ts":1785200865.609302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340","EoS":false} {"level":"info","ts":1785200865.609314,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340","EoS":true} {"level":"info","ts":1785200865.6093438,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fc687c89-55fc-44d2-a56f-06bd0d62c340"} {"level":"info","ts":1785200880.8098042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785200880.8099015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78"} {"level":"info","ts":1785200880.8099186,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78"} {"level":"info","ts":1785200880.8099344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78","EoS":true} {"level":"info","ts":1785200880.809971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78","header":"x-maas-subscription"} {"level":"info","ts":1785200880.809984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78","header":"x-maas-group"} {"level":"info","ts":1785200880.8099914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78","header":"x-maas-username"} {"level":"info","ts":1785200880.8100088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785200880.8100417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78"} {"level":"info","ts":1785200880.8115673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78"} {"level":"info","ts":1785200880.8115902,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78"} {"level":"info","ts":1785200880.811605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78","EoS":false} {"level":"info","ts":1785200880.8116162,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78","EoS":true} {"level":"info","ts":1785200880.811645,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0de6fdc4-f1b6-432d-be7b-816af2a6df78"} {"level":"info","ts":1785201180.7155356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201180.7156236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238"} {"level":"info","ts":1785201180.7156346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238"} {"level":"info","ts":1785201180.7156465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238","EoS":true} {"level":"info","ts":1785201180.7156727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238","header":"x-maas-username"} {"level":"info","ts":1785201180.7156827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238","header":"x-maas-subscription"} {"level":"info","ts":1785201180.715688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238","header":"x-maas-group"} {"level":"info","ts":1785201180.7157016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201180.7157261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238"} {"level":"info","ts":1785201180.7176785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238"} {"level":"info","ts":1785201180.7177017,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238"} {"level":"info","ts":1785201180.7177184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238","EoS":false} {"level":"info","ts":1785201180.7177303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238","EoS":true} {"level":"info","ts":1785201180.7177615,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e90ad2e7-91d2-41b9-bec5-c53c86e26238"} {"level":"info","ts":1785201180.7449265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201180.7449958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25"} {"level":"info","ts":1785201180.7450135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25"} {"level":"info","ts":1785201180.7450302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25","EoS":true} {"level":"info","ts":1785201180.7450552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25","header":"x-maas-subscription"} {"level":"info","ts":1785201180.745069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25","header":"x-maas-username"} {"level":"info","ts":1785201180.745078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25","header":"x-maas-group"} {"level":"info","ts":1785201180.745096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201180.7451236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25"} {"level":"info","ts":1785201180.7459266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25"} {"level":"info","ts":1785201180.7459404,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25"} {"level":"info","ts":1785201180.7459507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25","EoS":false} {"level":"info","ts":1785201180.7459605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25","EoS":true} {"level":"info","ts":1785201180.745983,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"debd358f-ddc2-4525-bb4e-b00399184e25"} {"level":"info","ts":1785201185.4914472,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c73bf05e-7a60-4e31-ad17-ad27ca74002e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785201185.4917207,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34024.447709645,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.4917476,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.5376303,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.5919206,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c73bf05e-7a60-4e31-ad17-ad27ca74002e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785201185.6026995,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"210c7d84-1bbe-4f1d-9de1-c3e8d37de8df","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785201185.6027365,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"210c7d84-1bbe-4f1d-9de1-c3e8d37de8df","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785201185.6027348,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb9f932d-5d76-4712-8f89-13c877b2d0f6"} {"level":"info","ts":1785201185.6093173,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed489334-59b9-4116-8779-a6a3947ef1e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785201185.6093624,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed489334-59b9-4116-8779-a6a3947ef1e1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785201185.6097393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34065.85171891,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.6097598,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.6186395,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.71053,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb9f932d-5d76-4712-8f89-13c877b2d0f6","name":"e2e-external-provider"} {"level":"info","ts":1785201185.728672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"469c8d48-7411-4bee-b2e6-c246f4456eb4"} {"level":"info","ts":1785201185.7287009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27bb9731-e1b7-43b5-8026-30a0b062b75f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201185.7287385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27bb9731-e1b7-43b5-8026-30a0b062b75f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785201185.7358096,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb9f932d-5d76-4712-8f89-13c877b2d0f6","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785201185.7362516,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"469c8d48-7411-4bee-b2e6-c246f4456eb4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785201185.7364335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf8a172e-8527-470b-be33-22be9b7e6a84","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201185.736459,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf8a172e-8527-470b-be33-22be9b7e6a84","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785201185.7441826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9115841f-3e5e-462f-b7bc-d698defc7fbc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201185.7442317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9115841f-3e5e-462f-b7bc-d698defc7fbc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785201185.7446117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"469c8d48-7411-4bee-b2e6-c246f4456eb4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201185.744701,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861df4c0-d020-45c4-a5a8-654ec69265fa"} {"level":"info","ts":1785201185.744731,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861df4c0-d020-45c4-a5a8-654ec69265fa","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785201185.7525392,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861df4c0-d020-45c4-a5a8-654ec69265fa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201185.754085,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb9f932d-5d76-4712-8f89-13c877b2d0f6","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785201185.7614126,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb9f932d-5d76-4712-8f89-13c877b2d0f6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785201185.7630208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10560e1e-f2e4-42cc-a5da-084869c7ea1d"} {"level":"info","ts":1785201185.7632873,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10560e1e-f2e4-42cc-a5da-084869c7ea1d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785201185.7679086,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ff92d32-5708-4c2c-af57-e40f43e0fc64"} {"level":"info","ts":1785201185.767981,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ff92d32-5708-4c2c-af57-e40f43e0fc64","name":"e2e-external-provider"} {"level":"info","ts":1785201185.7684562,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd67875b-14d5-41d0-8ad5-f62484c5d9c4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785201185.7684877,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd67875b-14d5-41d0-8ad5-f62484c5d9c4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785201185.7684984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ef8aae5-c8ec-4451-b4a2-2da500416093","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201185.7685294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ef8aae5-c8ec-4451-b4a2-2da500416093","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785201185.769484,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10560e1e-f2e4-42cc-a5da-084869c7ea1d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201185.7695343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e967361b-52bb-4c92-a69e-d46a2e49ed9c"} {"level":"info","ts":1785201185.76974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37656.312148211,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.7697566,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.7776735,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785201185.7815409,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ff92d32-5708-4c2c-af57-e40f43e0fc64","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785201185.7861724,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ff92d32-5708-4c2c-af57-e40f43e0fc64","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201185.7862682,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"654b0d54-4ffe-44db-b16d-2fc7cbdacdd0"} {"level":"info","ts":1785201185.7863073,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"654b0d54-4ffe-44db-b16d-2fc7cbdacdd0","name":"e2e-external-provider"} {"level":"info","ts":1785201185.8040378,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"654b0d54-4ffe-44db-b16d-2fc7cbdacdd0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785201185.8697617,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e967361b-52bb-4c92-a69e-d46a2e49ed9c","name":"e2e-external-model"} {"level":"info","ts":1785201185.890874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfd0af73-47c2-4e46-89c6-163d7dc332af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201185.8909128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfd0af73-47c2-4e46-89c6-163d7dc332af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785201185.892308,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e967361b-52bb-4c92-a69e-d46a2e49ed9c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785201185.8923633,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e967361b-52bb-4c92-a69e-d46a2e49ed9c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201185.8924208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ae642a3-62f6-47a0-8d0b-65b6cee1ea1e"} {"level":"info","ts":1785201185.8924725,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ae642a3-62f6-47a0-8d0b-65b6cee1ea1e","name":"e2e-external-model"} {"level":"info","ts":1785201185.909084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ec93639-c1c5-483c-83cf-d648d754fd30","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785201185.9090738,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ae642a3-62f6-47a0-8d0b-65b6cee1ea1e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201185.909114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ec93639-c1c5-483c-83cf-d648d754fd30","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785201185.9091613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"920d801d-4969-4a82-a50b-44307011a4c4"} {"level":"info","ts":1785201185.9092412,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"920d801d-4969-4a82-a50b-44307011a4c4","name":"e2e-external-model"} {"level":"info","ts":1785201185.919095,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"920d801d-4969-4a82-a50b-44307011a4c4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785201185.9253614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46288a5a-1b1f-4712-9c24-17faacd08652","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201185.9253762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aee5dd37-4a3b-4fcd-b7f7-d13c7d6f0e62"} {"level":"info","ts":1785201185.9253879,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46288a5a-1b1f-4712-9c24-17faacd08652","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785201185.9254274,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aee5dd37-4a3b-4fcd-b7f7-d13c7d6f0e62","name":"e2e-external-model"} {"level":"info","ts":1785201185.9344344,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aee5dd37-4a3b-4fcd-b7f7-d13c7d6f0e62","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785201199.0291266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201199.0292175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd"} {"level":"info","ts":1785201199.0292516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd"} {"level":"info","ts":1785201199.0292652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","EoS":true} {"level":"info","ts":1785201199.0292933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","header":"x-maas-username"} {"level":"info","ts":1785201199.029306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","header":"x-maas-group"} {"level":"info","ts":1785201199.0293133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","header":"x-maas-subscription"} {"level":"info","ts":1785201199.029332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785201199.0293455,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","modelName":"e2e-external-model"} {"level":"info","ts":1785201199.0293603,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785201199.0294096,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785201199.0294287,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd","authType":"apikey"} {"level":"info","ts":1785201199.0294616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14e563fe-3999-4e8f-9d25-e74aa14936cd"} {"level":"info","ts":1785201199.145463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3f8e37c-c8bd-4d91-9ff6-28d1fcf69c96"} {"level":"info","ts":1785201199.1455119,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f203a7c-973f-4485-a869-a8a22bb5c4df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785201199.1455436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f203a7c-973f-4485-a869-a8a22bb5c4df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785201199.1525507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4045391-ab22-46ec-b4ea-982d1e5508bc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785201199.1525555,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3f8e37c-c8bd-4d91-9ff6-28d1fcf69c96","name":"e2e-cleanup-test"} {"level":"info","ts":1785201199.1525764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4045391-ab22-46ec-b4ea-982d1e5508bc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785201199.1607893,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3f8e37c-c8bd-4d91-9ff6-28d1fcf69c96","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785201199.1659057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bebf3c07-b6e4-4250-bc99-d9ebfccfcee4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785201199.1659346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bebf3c07-b6e4-4250-bc99-d9ebfccfcee4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785201199.1661277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8d86b6d-4338-43a4-8f3d-26adca356b27"} {"level":"info","ts":1785201199.1661801,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8d86b6d-4338-43a4-8f3d-26adca356b27","name":"e2e-cleanup-test"} {"level":"info","ts":1785201199.1839314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b9ee777-c060-4aa3-98ca-944d75ae3fff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785201199.1839566,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b9ee777-c060-4aa3-98ca-944d75ae3fff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785201199.184091,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8d86b6d-4338-43a4-8f3d-26adca356b27","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201199.1841462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfa540c2-3d4c-4fe3-812d-6801be9514fc"} {"level":"info","ts":1785201199.1841912,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfa540c2-3d4c-4fe3-812d-6801be9514fc","name":"e2e-cleanup-test"} {"level":"info","ts":1785201199.1916354,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfa540c2-3d4c-4fe3-812d-6801be9514fc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785201199.196214,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88685cfe-f6d6-458f-9571-2917b2fda9a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785201199.1962595,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88685cfe-f6d6-458f-9571-2917b2fda9a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785201199.1993792,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfa540c2-3d4c-4fe3-812d-6801be9514fc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785201199.199441,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cce2e5e-2b2e-49bb-abeb-8f5108b8f8e1"} {"level":"info","ts":1785201199.1994805,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cce2e5e-2b2e-49bb-abeb-8f5108b8f8e1","name":"e2e-cleanup-test"} {"level":"info","ts":1785201199.2067204,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cce2e5e-2b2e-49bb-abeb-8f5108b8f8e1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785201217.4000325,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdee74cc-64b0-4329-89fe-f815c69351c6"} {"level":"info","ts":1785201217.4000788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"570ba87c-b71b-4747-a91d-bc96df11e7db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785201217.4001098,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"570ba87c-b71b-4747-a91d-bc96df11e7db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785201221.7030387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201221.7031267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff85b70-fb3d-4a72-b3c2-2048a993c74e"} {"level":"info","ts":1785201221.7031398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ff85b70-fb3d-4a72-b3c2-2048a993c74e"} {"level":"info","ts":1785201221.703158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ff85b70-fb3d-4a72-b3c2-2048a993c74e","EoS":true} {"level":"info","ts":1785201221.7031965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff85b70-fb3d-4a72-b3c2-2048a993c74e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785201221.703249,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ff85b70-fb3d-4a72-b3c2-2048a993c74e"} {"level":"info","ts":1785201221.7410233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201221.7410827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d"} {"level":"info","ts":1785201221.7410932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d"} {"level":"info","ts":1785201221.7411041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","EoS":true} {"level":"info","ts":1785201221.7411313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","header":"x-maas-group"} {"level":"info","ts":1785201221.7411423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","header":"x-maas-username"} {"level":"info","ts":1785201221.7411485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","header":"x-maas-subscription"} {"level":"info","ts":1785201221.7411585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785201221.7411666,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","modelName":"e2e-external-model"} {"level":"info","ts":1785201221.7411785,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785201221.7412043,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785201221.7412415,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d","authType":"apikey"} {"level":"info","ts":1785201221.741274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"231ab00b-bd62-4773-8bb9-0a87c578ca7d"} {"level":"info","ts":1785201221.7735078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201221.7735586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003"} {"level":"info","ts":1785201221.7735662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003"} {"level":"info","ts":1785201221.773576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","EoS":true} {"level":"info","ts":1785201221.7735949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","header":"x-maas-username"} {"level":"info","ts":1785201221.773605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","header":"x-maas-group"} {"level":"info","ts":1785201221.7736108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","header":"x-maas-subscription"} {"level":"info","ts":1785201221.7736208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785201221.773644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003"} {"level":"info","ts":1785201221.876365,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003"} {"level":"info","ts":1785201221.876389,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003"} {"level":"info","ts":1785201221.8764052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","EoS":false} {"level":"info","ts":1785201221.8764179,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","EoS":true} {"level":"error","ts":1785201221.8764265,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785201221.876477,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c6cdf7f5-504f-4347-b8f9-9aff8a45d003"} {"level":"info","ts":1785201221.9085858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201221.9086394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d"} {"level":"info","ts":1785201221.9086504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d"} {"level":"info","ts":1785201221.9086618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d","EoS":true} {"level":"info","ts":1785201221.9086816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d","header":"x-maas-subscription"} {"level":"info","ts":1785201221.9086914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d","header":"x-maas-group"} {"level":"info","ts":1785201221.9086964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d","header":"x-maas-username"} {"level":"info","ts":1785201221.9087229,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d"} {"level":"info","ts":1785201221.9577005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d"} {"level":"info","ts":1785201221.9577188,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d"} {"level":"info","ts":1785201221.9577396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d","EoS":false} {"level":"info","ts":1785201221.9579113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d","EoS":true} {"level":"error","ts":1785201221.9579358,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785201221.9579704,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2146eb56-6f33-456f-81eb-96b72ca0304d"} {"level":"info","ts":1785201222.757175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"665cb516-48c9-4d3e-bdff-db8308fe7783"} {"level":"info","ts":1785201222.7571833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"390dcc5f-19ef-4c11-866d-591718dbce99","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201222.7572749,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"390dcc5f-19ef-4c11-866d-591718dbce99","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785201222.900808,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4c283e5-f90f-4849-b09c-eb2bf5383f80","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785201222.9008338,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"650c52d8-0b6f-44b4-af0d-7d051888e375"} {"level":"info","ts":1785201222.9008493,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4c283e5-f90f-4849-b09c-eb2bf5383f80","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785201223.014669,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1af7cbbf-8edf-4586-99c5-01800a0da7b7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785201223.0147254,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1af7cbbf-8edf-4586-99c5-01800a0da7b7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785202604.4513984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202604.4514956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73f21d93-a71a-4cf8-9d78-cb546f34566f"} {"level":"info","ts":1785202657.54359,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202657.5437195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad"} {"level":"info","ts":1785202657.5437362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad"} {"level":"info","ts":1785202657.5437555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad","EoS":true} {"level":"info","ts":1785202657.5437953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad","header":"x-maas-group"} {"level":"info","ts":1785202657.5438101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad","header":"x-maas-username"} {"level":"info","ts":1785202657.5438175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad","header":"x-maas-subscription"} {"level":"info","ts":1785202657.5438347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785202657.5438652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad"} {"level":"info","ts":1785202657.5459776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad"} {"level":"info","ts":1785202657.5459976,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad"} {"level":"info","ts":1785202657.5460167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad","EoS":false} {"level":"info","ts":1785202657.5460289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad","EoS":true} {"level":"info","ts":1785202657.5460618,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ef3501de-395e-4cc1-86a5-674239e594ad"}