{"level":"info","ts":1784899411.2197378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c0558ed-c38b-4f81-aad9-382111e548c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899411.2197728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c0558ed-c38b-4f81-aad9-382111e548c2"} {"level":"info","ts":1784899411.2211185,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c0558ed-c38b-4f81-aad9-382111e548c2"} {"level":"info","ts":1784899411.2211404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5c0558ed-c38b-4f81-aad9-382111e548c2"} {"level":"info","ts":1784899411.2211604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c0558ed-c38b-4f81-aad9-382111e548c2","EoS":false} {"level":"info","ts":1784899411.2211745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c0558ed-c38b-4f81-aad9-382111e548c2","EoS":true} {"level":"info","ts":1784899411.2212148,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5c0558ed-c38b-4f81-aad9-382111e548c2"} {"level":"info","ts":1784899412.0522146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899412.0522854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.0522993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.0523112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","EoS":true} {"level":"info","ts":1784899412.0523353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","header":"x-maas-group"} {"level":"info","ts":1784899412.0523536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","header":"x-maas-subscription"} {"level":"info","ts":1784899412.052362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","header":"x-maas-username"} {"level":"info","ts":1784899412.0523746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899412.0523965,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.053068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.053088,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.0531025,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","EoS":false} {"level":"info","ts":1784899412.0531147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","EoS":true} {"level":"info","ts":1784899412.0531538,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899435.2538207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.2539015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.2539144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.2539272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","EoS":true} {"level":"info","ts":1784899435.2539496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","header":"x-maas-subscription"} {"level":"info","ts":1784899435.2539606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","header":"x-maas-username"} {"level":"info","ts":1784899435.2539651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","header":"x-maas-group"} {"level":"info","ts":1784899435.2539775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.253999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.255003,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.2550168,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.2550287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","EoS":false} {"level":"info","ts":1784899435.2550414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","EoS":true} {"level":"info","ts":1784899435.2550771,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.3883564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.3884258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.388441,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.3884535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","EoS":true} {"level":"info","ts":1784899435.3884754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","header":"x-maas-group"} {"level":"info","ts":1784899435.3884864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","header":"x-maas-subscription"} {"level":"info","ts":1784899435.388493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","header":"x-maas-username"} {"level":"info","ts":1784899435.3885064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.3885283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.3893456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.3893595,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.389371,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","EoS":false} {"level":"info","ts":1784899435.389381,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","EoS":true} {"level":"info","ts":1784899435.3894145,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.527046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.5271065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.527122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.5271351,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","EoS":true} {"level":"info","ts":1784899435.527155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","header":"x-maas-username"} {"level":"info","ts":1784899435.5271645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","header":"x-maas-subscription"} {"level":"info","ts":1784899435.5271697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","header":"x-maas-group"} {"level":"info","ts":1784899435.5271819,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.527203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.5279782,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.5279915,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.528003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","EoS":false} {"level":"info","ts":1784899435.528013,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","EoS":true} {"level":"info","ts":1784899435.5280488,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.6689847,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.669092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.669108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.669121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","EoS":true} {"level":"info","ts":1784899435.6691463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","header":"x-maas-subscription"} {"level":"info","ts":1784899435.6691585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","header":"x-maas-username"} {"level":"info","ts":1784899435.669164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","header":"x-maas-group"} {"level":"info","ts":1784899435.6691763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.6692002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.6701174,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.6701338,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.6701477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","EoS":false} {"level":"info","ts":1784899435.6701586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","EoS":true} {"level":"info","ts":1784899435.6701918,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.8092477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.8093226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.8093376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.8093503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","EoS":true} {"level":"info","ts":1784899435.809373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","header":"x-maas-group"} {"level":"info","ts":1784899435.8093839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","header":"x-maas-username"} {"level":"info","ts":1784899435.8093889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","header":"x-maas-subscription"} {"level":"info","ts":1784899435.8094006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.8094206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.8103006,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.81032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.8103342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","EoS":false} {"level":"info","ts":1784899435.810353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","EoS":true} {"level":"info","ts":1784899435.8103924,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899452.768491,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.7685988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.7686608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.7686865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","EoS":true} {"level":"info","ts":1784899452.7687204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","header":"x-maas-group"} {"level":"info","ts":1784899452.768735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","header":"x-maas-subscription"} {"level":"info","ts":1784899452.7687418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","header":"x-maas-username"} {"level":"info","ts":1784899452.768758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899452.7687886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.7737887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.7738416,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.773872,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","EoS":false} {"level":"info","ts":1784899452.773895,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","EoS":true} {"level":"info","ts":1784899452.7739587,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.8083348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.80841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.808425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.8084426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","EoS":true} {"level":"info","ts":1784899452.808475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","header":"x-maas-subscription"} {"level":"info","ts":1784899452.8084877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","header":"x-maas-username"} {"level":"info","ts":1784899452.8084955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","header":"x-maas-group"} {"level":"info","ts":1784899452.8085117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899452.8085594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.809313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.8093314,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.809346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","EoS":false} {"level":"info","ts":1784899452.8093572,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","EoS":true} {"level":"info","ts":1784899452.8093915,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.912958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.913016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98"} {"level":"info","ts":1784899452.913717,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98"} {"level":"info","ts":1784899452.913734,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98"} {"level":"info","ts":1784899452.9137535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98","EoS":false} {"level":"info","ts":1784899452.9137695,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98"} {"level":"info","ts":1784899452.9138048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98","EoS":true} {"level":"info","ts":1784899452.9138172,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98"} {"level":"info","ts":1784899457.542388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899457.5424573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899457.5424714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899457.5424836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","EoS":true} {"level":"info","ts":1784899457.5425272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","header":"x-maas-username"} {"level":"info","ts":1784899457.5425377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","header":"x-maas-group"} {"level":"info","ts":1784899457.5425673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","header":"x-maas-subscription"} {"level":"info","ts":1784899457.5425842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899457.5426376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899457.5433047,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899457.5433228,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899457.5433412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","EoS":false} {"level":"info","ts":1784899457.543357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","EoS":true} {"level":"info","ts":1784899457.5434031,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899468.2174728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899468.2175713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899468.2175918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899468.21761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","EoS":true} {"level":"info","ts":1784899468.2176328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","header":"x-maas-username"} {"level":"info","ts":1784899468.2176437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","header":"x-maas-subscription"} {"level":"info","ts":1784899468.2176487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","header":"x-maas-group"} {"level":"info","ts":1784899468.2176604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899468.2176855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899468.2186298,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899468.21865,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899468.21867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","EoS":false} {"level":"info","ts":1784899468.2186842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","EoS":true} {"level":"info","ts":1784899468.2187173,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899481.1971834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899481.1972713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899481.1972857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899481.197304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","EoS":true} {"level":"info","ts":1784899481.1973426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","header":"x-maas-subscription"} {"level":"info","ts":1784899481.1973562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","header":"x-maas-group"} {"level":"info","ts":1784899481.1973634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","header":"x-maas-username"} {"level":"info","ts":1784899481.1973822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899481.1974378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899481.1981177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899481.1981409,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899481.1981564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","EoS":false} {"level":"info","ts":1784899481.1981733,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","EoS":true} {"level":"info","ts":1784899481.1982157,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899489.739004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899489.739076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899489.7390845,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899489.7390962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","EoS":true} {"level":"info","ts":1784899489.7391195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","header":"x-maas-subscription"} {"level":"info","ts":1784899489.7391326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","header":"x-maas-group"} {"level":"info","ts":1784899489.739142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","header":"x-maas-username"} {"level":"info","ts":1784899489.7391555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899489.7391794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899489.7398639,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899489.7398806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899489.739901,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","EoS":false} {"level":"info","ts":1784899489.73992,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","EoS":true} {"level":"info","ts":1784899489.7399619,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899498.68413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899498.6841877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899498.6841974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899498.6842082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","EoS":true} {"level":"info","ts":1784899498.684229,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","header":"x-maas-group"} {"level":"info","ts":1784899498.6842384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","header":"x-maas-subscription"} {"level":"info","ts":1784899498.6842434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","header":"x-maas-username"} {"level":"info","ts":1784899498.6842551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899498.6842809,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899498.6849465,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899498.6849656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899498.6849854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","EoS":false} {"level":"info","ts":1784899498.685004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","EoS":true} {"level":"info","ts":1784899498.6850483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899523.6670742,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899523.6671453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899523.6671574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899523.6671693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","EoS":true} {"level":"info","ts":1784899523.6671994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","header":"x-maas-subscription"} {"level":"info","ts":1784899523.667214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","header":"x-maas-username"} {"level":"info","ts":1784899523.66722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","header":"x-maas-group"} {"level":"info","ts":1784899523.667233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899523.667256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899523.6723588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899523.672377,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899523.672394,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","EoS":false} {"level":"info","ts":1784899523.6724064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","EoS":true} {"level":"info","ts":1784899523.6724422,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899546.757061,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899546.757158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899546.757173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899546.757186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","EoS":true} {"level":"info","ts":1784899546.7572112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","header":"x-maas-subscription"} {"level":"info","ts":1784899546.7572224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","header":"x-maas-group"} {"level":"info","ts":1784899546.7572272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","header":"x-maas-username"} {"level":"info","ts":1784899546.7572398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899546.7572618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899546.7597814,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899546.7598019,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899546.7598183,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","EoS":false} {"level":"info","ts":1784899546.7598348,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","EoS":true} {"level":"info","ts":1784899546.7598686,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899573.3998337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899573.3999083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899573.3999212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899573.3999326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","EoS":true} {"level":"info","ts":1784899573.3999612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","header":"x-maas-group"} {"level":"info","ts":1784899573.3999717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","header":"x-maas-username"} {"level":"info","ts":1784899573.3999763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","header":"x-maas-subscription"} {"level":"info","ts":1784899573.399989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899573.4000149,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899573.4019134,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899573.4019363,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899573.4019578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","EoS":false} {"level":"info","ts":1784899573.4019759,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","EoS":true} {"level":"info","ts":1784899573.4020169,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899582.8536782,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899582.853769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.8537831,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.853796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","EoS":true} {"level":"info","ts":1784899582.8538222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","header":"x-maas-username"} {"level":"info","ts":1784899582.8538322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","header":"x-maas-subscription"} {"level":"info","ts":1784899582.853837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","header":"x-maas-group"} {"level":"info","ts":1784899582.8538482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899582.8538766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.854504,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.8545232,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.854538,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","EoS":false} {"level":"info","ts":1784899582.8545656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","EoS":true} {"level":"info","ts":1784899582.8546023,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.8891912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899582.8892457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899582.889253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899582.8892639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","EoS":true} {"level":"info","ts":1784899582.889287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","header":"x-maas-subscription"} {"level":"info","ts":1784899582.8892965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","header":"x-maas-group"} {"level":"info","ts":1784899582.8893008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","header":"x-maas-username"} {"level":"info","ts":1784899582.8893123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899582.8893352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899582.8899012,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899582.8899233,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899582.889943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","EoS":false} {"level":"info","ts":1784899582.8899515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","EoS":true} {"level":"info","ts":1784899582.8899899,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899602.0938885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899602.0939543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899602.0939631,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899602.093974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","EoS":true} {"level":"info","ts":1784899602.0939982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","header":"x-maas-group"} {"level":"info","ts":1784899602.0940108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","header":"x-maas-username"} {"level":"info","ts":1784899602.0940158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","header":"x-maas-subscription"} {"level":"info","ts":1784899602.0940275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899602.094049,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899602.0947416,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899602.0947912,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899602.0948205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","EoS":false} {"level":"info","ts":1784899602.0948524,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","EoS":true} {"level":"info","ts":1784899602.094902,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899733.4669855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899733.4670553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899733.4670684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899733.46708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","EoS":true} {"level":"info","ts":1784899733.4671006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","header":"x-maas-group"} {"level":"info","ts":1784899733.4671106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","header":"x-maas-username"} {"level":"info","ts":1784899733.4671159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","header":"x-maas-subscription"} {"level":"info","ts":1784899733.4671278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784899733.4671493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899733.4683774,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899733.468397,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899733.468411,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","EoS":false} {"level":"info","ts":1784899733.4684227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","EoS":true} {"level":"info","ts":1784899733.4684582,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899770.722872,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899770.72295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899770.7229643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899770.7229834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","EoS":true} {"level":"info","ts":1784899770.7230153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","header":"x-maas-username"} {"level":"info","ts":1784899770.723028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","header":"x-maas-subscription"} {"level":"info","ts":1784899770.7230375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","header":"x-maas-group"} {"level":"info","ts":1784899770.7230556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899770.723087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899770.724837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899770.7248635,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899770.724885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","EoS":false} {"level":"info","ts":1784899770.7249022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","EoS":true} {"level":"info","ts":1784899770.7249355,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899786.0599504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899786.0600615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.0600758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.0600889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","EoS":true} {"level":"info","ts":1784899786.0601137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","header":"x-maas-group"} {"level":"info","ts":1784899786.060125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","header":"x-maas-username"} {"level":"info","ts":1784899786.0601304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","header":"x-maas-subscription"} {"level":"info","ts":1784899786.0601442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899786.0601695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.060865,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.0608835,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.060906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","EoS":false} {"level":"info","ts":1784899786.0609276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","EoS":true} {"level":"info","ts":1784899786.0609844,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784900106.326435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900106.3265293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.326565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.3265817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","EoS":true} {"level":"info","ts":1784900106.3266096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","header":"x-maas-group"} {"level":"info","ts":1784900106.3266194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","header":"x-maas-username"} {"level":"info","ts":1784900106.3266242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","header":"x-maas-subscription"} {"level":"info","ts":1784900106.326637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900106.3266616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.3298266,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.3298485,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.3298688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","EoS":false} {"level":"info","ts":1784900106.3298855,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","EoS":true} {"level":"info","ts":1784900106.3299286,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900111.1581597,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0df404d8-053f-4d72-bfb8-519f4cf07631","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784900111.1584585,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32696.927223742,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.1584995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.2186067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.25901,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0df404d8-053f-4d72-bfb8-519f4cf07631","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784900111.279103,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f138fc7b-a8e0-41c2-9dcd-1997e1ea1853"} {"level":"info","ts":1784900111.2791486,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb888f84-11c2-4f2b-836a-0b88e598b87f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900111.27918,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb888f84-11c2-4f2b-836a-0b88e598b87f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784900111.2865984,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d5cd0fa-9963-4682-b7bd-38f57dd08605","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900111.28662,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d5cd0fa-9963-4682-b7bd-38f57dd08605","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784900111.2870219,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34418.419220418,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.2870371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.2967894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.3879704,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f138fc7b-a8e0-41c2-9dcd-1997e1ea1853","name":"e2e-external-provider"} {"level":"info","ts":1784900111.4054966,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f138fc7b-a8e0-41c2-9dcd-1997e1ea1853","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784900111.4112215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ae6d0a1-9e1f-4ac7-9ac5-327335402fd5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.4112396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e59f3321-cd60-4a0e-8ffc-c949aa4b39d1"} {"level":"info","ts":1784900111.4112742,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ae6d0a1-9e1f-4ac7-9ac5-327335402fd5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.4149418,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f138fc7b-a8e0-41c2-9dcd-1997e1ea1853","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784900111.4189496,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e59f3321-cd60-4a0e-8ffc-c949aa4b39d1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784900111.4190288,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bcccd2f-7c80-49e6-93ad-ccbf29d4530d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.4190564,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bcccd2f-7c80-49e6-93ad-ccbf29d4530d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.4199564,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f138fc7b-a8e0-41c2-9dcd-1997e1ea1853","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784900111.4238997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70678f82-b360-4646-ac8f-3015da6ace52","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.4239242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70678f82-b360-4646-ac8f-3015da6ace52","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784900111.4239285,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e59f3321-cd60-4a0e-8ffc-c949aa4b39d1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.4240062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a73e31b-ae66-4118-96bb-9d8762a6e200"} {"level":"info","ts":1784900111.4240294,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a73e31b-ae66-4118-96bb-9d8762a6e200","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784900111.426903,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e4925a6-6da0-4c1d-b7e2-8559391bb052"} {"level":"info","ts":1784900111.426971,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e4925a6-6da0-4c1d-b7e2-8559391bb052","name":"e2e-external-provider"} {"level":"info","ts":1784900111.426983,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a31f8759-148d-4905-8ac5-0d4c7ede4812","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900111.4270115,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a31f8759-148d-4905-8ac5-0d4c7ede4812","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784900111.4271216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6f9a0c9-1ccd-468a-8e20-128d1fc1c327","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.4271395,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6f9a0c9-1ccd-468a-8e20-128d1fc1c327","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784900111.4279916,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a73e31b-ae66-4118-96bb-9d8762a6e200","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.4280448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f649a92-deed-4aaf-949f-07a100467c31"} {"level":"info","ts":1784900111.4282322,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35843.562106221,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.4282472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.4362109,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e4925a6-6da0-4c1d-b7e2-8559391bb052","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784900111.4400403,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e4925a6-6da0-4c1d-b7e2-8559391bb052","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.4401267,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"729f92af-c3b4-496b-bcb8-ea1750c42250"} {"level":"info","ts":1784900111.4401708,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"729f92af-c3b4-496b-bcb8-ea1750c42250","name":"e2e-external-provider"} {"level":"info","ts":1784900111.4488862,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"729f92af-c3b4-496b-bcb8-ea1750c42250","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784900111.4836733,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.5291934,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f649a92-deed-4aaf-949f-07a100467c31","name":"e2e-external-model"} {"level":"info","ts":1784900111.538686,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f649a92-deed-4aaf-949f-07a100467c31","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784900111.5465097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ed5a885-d9e0-4755-bad2-ffa3d3219499","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.5465684,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ed5a885-d9e0-4755-bad2-ffa3d3219499","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.5466835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab845ff9-72f4-481d-b507-a3731ca89d63"} {"level":"info","ts":1784900111.5467353,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab845ff9-72f4-481d-b507-a3731ca89d63","name":"e2e-external-model"} {"level":"error","ts":1784900111.5621328,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab845ff9-72f4-481d-b507-a3731ca89d63","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.5622063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf76f17-e7ea-4d01-bbb6-901956fd5319","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.5622246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55b9b552-514c-4fda-a069-a870cd2193b7"} {"level":"info","ts":1784900111.5622373,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf76f17-e7ea-4d01-bbb6-901956fd5319","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.5622709,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55b9b552-514c-4fda-a069-a870cd2193b7","name":"e2e-external-model"} {"level":"info","ts":1784900111.5707977,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55b9b552-514c-4fda-a069-a870cd2193b7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784900111.578656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04a04c68-a14a-4187-9aa7-c4349eb43884","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.5786834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04a04c68-a14a-4187-9aa7-c4349eb43884","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.5786982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe410585-7591-4ac7-87b5-a3dbdb25cd12"} {"level":"info","ts":1784900111.5787456,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe410585-7591-4ac7-87b5-a3dbdb25cd12","name":"e2e-external-model"} {"level":"info","ts":1784900111.5872657,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe410585-7591-4ac7-87b5-a3dbdb25cd12","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784900119.0251539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900119.0252411,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a"} {"level":"info","ts":1784900119.0252585,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a"} {"level":"info","ts":1784900119.0252776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","EoS":true} {"level":"info","ts":1784900119.0253139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","header":"x-maas-subscription"} {"level":"info","ts":1784900119.0253253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","header":"x-maas-group"} {"level":"info","ts":1784900119.02533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","header":"x-maas-username"} {"level":"info","ts":1784900119.0253434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900119.0253522,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","modelName":"e2e-external-model"} {"level":"info","ts":1784900119.0253632,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784900119.0253909,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784900119.0254073,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","authType":"apikey"} {"level":"info","ts":1784900119.0254314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a"} {"level":"info","ts":1784900119.1496544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23a0bd75-ff13-4d64-9bf6-48ed2b4fb0f5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900119.1496968,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23a0bd75-ff13-4d64-9bf6-48ed2b4fb0f5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784900119.1496992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e77de8cd-fc9f-4517-9ef1-8dfb59d0c62c"} {"level":"info","ts":1784900119.1550035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95760600-aebc-4d16-b971-7d3fe3c625bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900119.1550293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95760600-aebc-4d16-b971-7d3fe3c625bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784900119.1581867,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e77de8cd-fc9f-4517-9ef1-8dfb59d0c62c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900119.1582456,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e77de8cd-fc9f-4517-9ef1-8dfb59d0c62c","name":"e2e-cleanup-test"} {"level":"info","ts":1784900119.1697211,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f8de91b-4cd2-484c-a1ac-33f8ab072419","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900119.1697505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f8de91b-4cd2-484c-a1ac-33f8ab072419","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784900119.1774495,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e77de8cd-fc9f-4517-9ef1-8dfb59d0c62c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784900119.1774886,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e77de8cd-fc9f-4517-9ef1-8dfb59d0c62c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900119.1775315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab61e2c2-8fc4-49cd-a38f-adc7a86ccacf"} {"level":"info","ts":1784900119.1775942,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab61e2c2-8fc4-49cd-a38f-adc7a86ccacf","name":"e2e-cleanup-test"} {"level":"info","ts":1784900119.1865964,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab61e2c2-8fc4-49cd-a38f-adc7a86ccacf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784900127.4463809,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c6aaf28-f13f-496f-a587-153387591de4"} {"level":"info","ts":1784900127.4463809,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f9da215-0d25-4172-8853-3dffdeb2b5ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900127.4464438,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f9da215-0d25-4172-8853-3dffdeb2b5ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900132.636776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.6368318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e"} {"level":"info","ts":1784900132.636839,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e"} {"level":"info","ts":1784900132.636849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e","EoS":true} {"level":"info","ts":1784900132.6368744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784900132.6368964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e"} {"level":"info","ts":1784900132.6779816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.6780527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39"} {"level":"info","ts":1784900132.6780658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39"} {"level":"info","ts":1784900132.6780772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","EoS":true} {"level":"info","ts":1784900132.6780999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","header":"x-maas-username"} {"level":"info","ts":1784900132.67811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","header":"x-maas-subscription"} {"level":"info","ts":1784900132.678115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","header":"x-maas-group"} {"level":"info","ts":1784900132.6781263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900132.6781344,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","modelName":"e2e-external-model"} {"level":"info","ts":1784900132.6781466,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784900132.6781764,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784900132.6781943,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","authType":"apikey"} {"level":"info","ts":1784900132.678217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39"} {"level":"info","ts":1784900132.7135265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.7136168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.7136302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.713643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","EoS":true} {"level":"info","ts":1784900132.7136662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","header":"x-maas-subscription"} {"level":"info","ts":1784900132.7136772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","header":"x-maas-group"} {"level":"info","ts":1784900132.7136817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","header":"x-maas-username"} {"level":"info","ts":1784900132.7136927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900132.7137158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.825007,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.8250327,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.8250506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","EoS":false} {"level":"info","ts":1784900132.8250663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","EoS":true} {"level":"error","ts":1784900132.825082,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784900132.8251367,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.8622174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.8622813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900132.8622937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900132.862305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","EoS":true} {"level":"info","ts":1784900132.8623278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","header":"x-maas-username"} {"level":"info","ts":1784900132.8623378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","header":"x-maas-subscription"} {"level":"info","ts":1784900132.8623433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","header":"x-maas-group"} {"level":"info","ts":1784900132.8623695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900132.91212,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900132.9121382,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900132.912154,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","EoS":false} {"level":"info","ts":1784900132.9121654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","EoS":true} {"level":"error","ts":1784900132.9121823,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784900132.9122248,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900134.0968492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a656ee0d-e4ee-4041-86da-cf2a6729a9fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900134.09688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bbe426f-0878-4d35-bb60-1a8d170c3898"} {"level":"info","ts":1784900134.0968854,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a656ee0d-e4ee-4041-86da-cf2a6729a9fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900134.2591155,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bac9cdc-5bc1-442f-8f21-ea86ce78f73c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900134.259157,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bac9cdc-5bc1-442f-8f21-ea86ce78f73c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900134.2591522,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fdfc8a2-399a-4b6e-97b4-0b4ebc8905e4"} {"level":"info","ts":1784900134.410983,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e4f7ffa-803e-4851-bbc2-b40cad30d7df","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784900134.411038,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e4f7ffa-803e-4851-bbc2-b40cad30d7df","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784901282.604797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901282.6048872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d571db2-bb7e-4613-9ec3-fc02b8f55ebc"} {"level":"info","ts":1784901339.7485216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901339.7486255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"} {"level":"info","ts":1784901339.7486415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"} {"level":"info","ts":1784901339.748663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","EoS":true} {"level":"info","ts":1784901339.748703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","header":"x-maas-subscription"} {"level":"info","ts":1784901339.7487147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","header":"x-maas-group"} {"level":"info","ts":1784901339.7487233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","header":"x-maas-username"} {"level":"info","ts":1784901339.7487423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784901339.7487736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"} {"level":"info","ts":1784901339.7495115,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"} {"level":"info","ts":1784901339.7495394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"} {"level":"info","ts":1784901339.7495863,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","EoS":false} {"level":"info","ts":1784901339.7496054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","EoS":true} {"level":"info","ts":1784901339.7496443,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"}