{"level":"info","ts":1784835337.8657482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6","header":"x-maas-subscription"} {"level":"info","ts":1784835337.8657525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6","header":"x-maas-group"} {"level":"info","ts":1784835337.865766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835337.865795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6"} {"level":"info","ts":1784835337.8674176,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6"} {"level":"info","ts":1784835337.867441,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6"} {"level":"info","ts":1784835337.867456,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6","EoS":false} {"level":"info","ts":1784835337.867472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6","EoS":true} {"level":"info","ts":1784835337.8675148,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce012e2b-d290-4213-83ce-531b33598bc6"} {"level":"info","ts":1784835338.6000383,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835338.6001213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234"} {"level":"info","ts":1784835338.6001341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234"} {"level":"info","ts":1784835338.6001468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234","EoS":true} {"level":"info","ts":1784835338.60017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234","header":"x-maas-subscription"} {"level":"info","ts":1784835338.6001797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234","header":"x-maas-group"} {"level":"info","ts":1784835338.600185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234","header":"x-maas-username"} {"level":"info","ts":1784835338.6001973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835338.600223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234"} {"level":"info","ts":1784835338.6010935,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234"} {"level":"info","ts":1784835338.6011095,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234"} {"level":"info","ts":1784835338.601122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234","EoS":false} {"level":"info","ts":1784835338.6011326,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234","EoS":true} {"level":"info","ts":1784835338.6011739,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c053e89-6eff-4a17-ab4f-545f03bf5234"} {"level":"info","ts":1784835358.5740855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.574166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.5741773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.5741887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","EoS":true} {"level":"info","ts":1784835358.5742152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","header":"x-maas-username"} {"level":"info","ts":1784835358.5742252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","header":"x-maas-subscription"} {"level":"info","ts":1784835358.5742307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","header":"x-maas-group"} {"level":"info","ts":1784835358.5742443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.5742702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.5762029,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.5762286,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.5762508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","EoS":false} {"level":"info","ts":1784835358.576269,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","EoS":true} {"level":"info","ts":1784835358.5763085,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.7086205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.7087016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.7087176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.7087312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","EoS":true} {"level":"info","ts":1784835358.7087545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","header":"x-maas-username"} {"level":"info","ts":1784835358.7087646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","header":"x-maas-subscription"} {"level":"info","ts":1784835358.7087698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","header":"x-maas-group"} {"level":"info","ts":1784835358.7087827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.708808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.709477,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.709498,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.709517,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","EoS":false} {"level":"info","ts":1784835358.7095377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","EoS":true} {"level":"info","ts":1784835358.7095747,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.840465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.8405569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.8405716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.8405845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","EoS":true} {"level":"info","ts":1784835358.8406122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","header":"x-maas-username"} {"level":"info","ts":1784835358.8406224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","header":"x-maas-subscription"} {"level":"info","ts":1784835358.8406272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","header":"x-maas-group"} {"level":"info","ts":1784835358.84064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.8406677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.8413045,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.841398,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.8414197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","EoS":false} {"level":"info","ts":1784835358.841441,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","EoS":true} {"level":"info","ts":1784835358.8414764,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.9759777,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.9760368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835358.9760487,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835358.9760587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","EoS":true} {"level":"info","ts":1784835358.9760795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","header":"x-maas-group"} {"level":"info","ts":1784835358.9760885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","header":"x-maas-username"} {"level":"info","ts":1784835358.9760928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","header":"x-maas-subscription"} {"level":"info","ts":1784835358.9761047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.9761286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835358.9767084,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835358.9767272,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835358.9767435,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","EoS":false} {"level":"info","ts":1784835358.9767632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","EoS":true} {"level":"info","ts":1784835358.9767988,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835359.1064134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835359.1064746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.1064827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.1064947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","EoS":true} {"level":"info","ts":1784835359.1065154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","header":"x-maas-username"} {"level":"info","ts":1784835359.1065228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","header":"x-maas-group"} {"level":"info","ts":1784835359.1065276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","header":"x-maas-subscription"} {"level":"info","ts":1784835359.106539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835359.1065614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.1071804,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.1071973,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.1072152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","EoS":false} {"level":"info","ts":1784835359.1072361,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","EoS":true} {"level":"info","ts":1784835359.1072712,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835374.8138738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835374.813949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.8139608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.8139725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","EoS":true} {"level":"info","ts":1784835374.8139954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","header":"x-maas-subscription"} {"level":"info","ts":1784835374.814005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","header":"x-maas-group"} {"level":"info","ts":1784835374.81401,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","header":"x-maas-username"} {"level":"info","ts":1784835374.8140233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835374.8140485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.815793,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.8158143,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.8158307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","EoS":false} {"level":"info","ts":1784835374.8158455,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","EoS":true} {"level":"info","ts":1784835374.8158803,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.904651,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835374.9047303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872"} {"level":"info","ts":1784835374.9052992,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872"} {"level":"info","ts":1784835374.9053385,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872"} {"level":"info","ts":1784835374.9053614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872","EoS":false} {"level":"info","ts":1784835374.9053738,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872"} {"level":"info","ts":1784835374.9054003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872","EoS":true} {"level":"info","ts":1784835374.9054143,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872"} {"level":"info","ts":1784835379.4828725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835379.4829588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835379.482977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835379.4829893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","EoS":true} {"level":"info","ts":1784835379.4830165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","header":"x-maas-username"} {"level":"info","ts":1784835379.4830265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","header":"x-maas-subscription"} {"level":"info","ts":1784835379.4830313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","header":"x-maas-group"} {"level":"info","ts":1784835379.4830441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835379.4830694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835379.4849315,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835379.4849448,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835379.484957,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","EoS":false} {"level":"info","ts":1784835379.4849808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","EoS":true} {"level":"info","ts":1784835379.485017,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835392.1090498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835392.1091466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835392.1091616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835392.1091812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","EoS":true} {"level":"info","ts":1784835392.1092203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","header":"x-maas-subscription"} {"level":"info","ts":1784835392.1092324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","header":"x-maas-group"} {"level":"info","ts":1784835392.109241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","header":"x-maas-username"} {"level":"info","ts":1784835392.1092608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835392.1092927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835392.1101813,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835392.1102107,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835392.110235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","EoS":false} {"level":"info","ts":1784835392.1102576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","EoS":true} {"level":"info","ts":1784835392.1103,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835404.9511864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835404.9512832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835404.9513035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835404.9513412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","EoS":true} {"level":"info","ts":1784835404.9513738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","header":"x-maas-subscription"} {"level":"info","ts":1784835404.951388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","header":"x-maas-username"} {"level":"info","ts":1784835404.9513948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","header":"x-maas-group"} {"level":"info","ts":1784835404.9514115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835404.9514446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835404.9523413,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835404.9523604,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835404.9523757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","EoS":false} {"level":"info","ts":1784835404.952388,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","EoS":true} {"level":"info","ts":1784835404.952427,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835413.4505475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835413.4506302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835413.4506414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835413.450653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","EoS":true} {"level":"info","ts":1784835413.450682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","header":"x-maas-subscription"} {"level":"info","ts":1784835413.4506922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","header":"x-maas-username"} {"level":"info","ts":1784835413.4506972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","header":"x-maas-group"} {"level":"info","ts":1784835413.45071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835413.4507325,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835413.4516053,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835413.4516168,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835413.4516275,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","EoS":false} {"level":"info","ts":1784835413.4516377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","EoS":true} {"level":"info","ts":1784835413.4516673,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835422.317401,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835422.3174832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835422.3174994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835422.3175118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","EoS":true} {"level":"info","ts":1784835422.317538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","header":"x-maas-subscription"} {"level":"info","ts":1784835422.3175483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","header":"x-maas-group"} {"level":"info","ts":1784835422.3175526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","header":"x-maas-username"} {"level":"info","ts":1784835422.3175657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835422.3175893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835422.318477,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835422.3184984,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835422.318515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","EoS":false} {"level":"info","ts":1784835422.318527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","EoS":true} {"level":"info","ts":1784835422.318566,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835447.0812593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835447.081384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835447.0814042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835447.0814233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","EoS":true} {"level":"info","ts":1784835447.0814612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","header":"x-maas-group"} {"level":"info","ts":1784835447.0814764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","header":"x-maas-subscription"} {"level":"info","ts":1784835447.0814826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","header":"x-maas-username"} {"level":"info","ts":1784835447.0815008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835447.081537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835447.0840044,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835447.0840251,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835447.0840433,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","EoS":false} {"level":"info","ts":1784835447.0840626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","EoS":true} {"level":"info","ts":1784835447.0841048,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835470.0079896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835470.008081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835470.0080929,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835470.008105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","EoS":true} {"level":"info","ts":1784835470.00813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","header":"x-maas-subscription"} {"level":"info","ts":1784835470.0081406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","header":"x-maas-group"} {"level":"info","ts":1784835470.0081449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","header":"x-maas-username"} {"level":"info","ts":1784835470.008158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835470.0081844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835470.0090585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835470.0090733,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835470.0090847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","EoS":false} {"level":"info","ts":1784835470.0090954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","EoS":true} {"level":"info","ts":1784835470.0091302,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835496.2624886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835496.2625768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835496.2625916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835496.2626107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","EoS":true} {"level":"info","ts":1784835496.2626486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","header":"x-maas-subscription"} {"level":"info","ts":1784835496.2626615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","header":"x-maas-username"} {"level":"info","ts":1784835496.2626686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","header":"x-maas-group"} {"level":"info","ts":1784835496.2626865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835496.2627182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835496.2635593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835496.2635722,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835496.2635944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","EoS":false} {"level":"info","ts":1784835496.2636116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","EoS":true} {"level":"info","ts":1784835496.263654,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835505.6322877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835505.6324008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.632416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.632435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","EoS":true} {"level":"info","ts":1784835505.6324716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","header":"x-maas-subscription"} {"level":"info","ts":1784835505.6324847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","header":"x-maas-username"} {"level":"info","ts":1784835505.6324933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","header":"x-maas-group"} {"level":"info","ts":1784835505.6325142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835505.6325467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.6334321,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.6334615,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.6334853,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","EoS":false} {"level":"info","ts":1784835505.633507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","EoS":true} {"level":"info","ts":1784835505.633548,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.6615803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835505.6616511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835505.661661,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835505.6616724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","EoS":true} {"level":"info","ts":1784835505.6617038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","header":"x-maas-subscription"} {"level":"info","ts":1784835505.6617157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","header":"x-maas-group"} {"level":"info","ts":1784835505.66172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","header":"x-maas-username"} {"level":"info","ts":1784835505.6617308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835505.6617525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835505.66454,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835505.6645622,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835505.6645827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","EoS":false} {"level":"info","ts":1784835505.6645997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","EoS":true} {"level":"info","ts":1784835505.6646364,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835524.7326913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835524.7327688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835524.7327814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835524.7327938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","EoS":true} {"level":"info","ts":1784835524.73282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","header":"x-maas-group"} {"level":"info","ts":1784835524.7328327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","header":"x-maas-subscription"} {"level":"info","ts":1784835524.732837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","header":"x-maas-username"} {"level":"info","ts":1784835524.7328496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835524.7328753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835524.7337787,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835524.7338057,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835524.7338233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","EoS":false} {"level":"info","ts":1784835524.733837,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","EoS":true} {"level":"info","ts":1784835524.733883,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835654.8933733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835654.8934622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835654.8934746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835654.8934872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","EoS":true} {"level":"info","ts":1784835654.8935156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","header":"x-maas-username"} {"level":"info","ts":1784835654.8935256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","header":"x-maas-subscription"} {"level":"info","ts":1784835654.8935304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","header":"x-maas-group"} {"level":"info","ts":1784835654.8935435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784835654.8935697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835654.8967292,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835654.8967507,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835654.8967698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","EoS":false} {"level":"info","ts":1784835654.8967867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","EoS":true} {"level":"info","ts":1784835654.8968318,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835692.0748646,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835692.0749571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835692.0749717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835692.0749917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","EoS":true} {"level":"info","ts":1784835692.0750275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","header":"x-maas-group"} {"level":"info","ts":1784835692.075039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","header":"x-maas-subscription"} {"level":"info","ts":1784835692.075047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","header":"x-maas-username"} {"level":"info","ts":1784835692.0750632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835692.0750995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835692.0777361,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835692.0777607,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835692.0777774,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","EoS":false} {"level":"info","ts":1784835692.0777903,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","EoS":true} {"level":"info","ts":1784835692.0778334,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835707.3523443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835707.3524206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.3524325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.3524446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","EoS":true} {"level":"info","ts":1784835707.3524723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","header":"x-maas-subscription"} {"level":"info","ts":1784835707.3524826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","header":"x-maas-group"} {"level":"info","ts":1784835707.352487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","header":"x-maas-username"} {"level":"info","ts":1784835707.352501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835707.3525271,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.3533633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.353383,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.3533983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","EoS":false} {"level":"info","ts":1784835707.353411,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","EoS":true} {"level":"info","ts":1784835707.3534448,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784836017.0062604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836017.0063603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836017.0063736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836017.0063913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","EoS":true} {"level":"info","ts":1784836017.0064166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","header":"x-maas-group"} {"level":"info","ts":1784836017.0064263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","header":"x-maas-username"} {"level":"info","ts":1784836017.0064316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","header":"x-maas-subscription"} {"level":"info","ts":1784836017.0064437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784836017.0064735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836017.0075274,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836017.0075471,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836017.0075612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","EoS":false} {"level":"info","ts":1784836017.0075727,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","EoS":true} {"level":"info","ts":1784836017.0076113,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836017.0374968,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836017.0375643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.0375776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.03759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","EoS":true} {"level":"info","ts":1784836017.0376089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","header":"x-maas-subscription"} {"level":"info","ts":1784836017.037618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","header":"x-maas-username"} {"level":"info","ts":1784836017.0376222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","header":"x-maas-group"} {"level":"info","ts":1784836017.0376382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784836017.03766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.0392554,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.0392802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.0393002,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","EoS":false} {"level":"info","ts":1784836017.0393348,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","EoS":true} {"level":"info","ts":1784836017.03938,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836021.799002,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0872bc35-dcea-45d6-81df-160a5fa4e736","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784836021.7992654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39418.7799386,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836021.7992916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836021.8712277,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836021.900007,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0872bc35-dcea-45d6-81df-160a5fa4e736","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784836021.9099033,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d90c80a9-bbaa-4492-bd2a-2b1efe2e85e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836021.9098976,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19efd1dd-6b95-4449-bd41-dc7a04b9363f"} {"level":"info","ts":1784836021.9099364,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d90c80a9-bbaa-4492-bd2a-2b1efe2e85e8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784836021.9197097,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37969.155963422,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836021.919729,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836021.9199147,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"305c2cae-996f-49f4-a41f-5887a54b362b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836021.9199398,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"305c2cae-996f-49f4-a41f-5887a54b362b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784836021.9299467,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.0197906,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19efd1dd-6b95-4449-bd41-dc7a04b9363f","name":"e2e-external-provider"} {"level":"info","ts":1784836022.0254712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c42af85-113b-4124-9a77-94bd5c6c187e"} {"level":"info","ts":1784836022.0255253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b562804f-01e2-418b-aa5f-05f1c6f86e0d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.0255566,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b562804f-01e2-418b-aa5f-05f1c6f86e0d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784836022.0359879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6a0b62a-a45d-45eb-a123-7692b6c1396b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.0360115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6a0b62a-a45d-45eb-a123-7692b6c1396b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784836022.0364187,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c42af85-113b-4124-9a77-94bd5c6c187e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784836022.0449405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a10f60ff-7551-4132-b7c1-53569aa21678","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.0449758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a10f60ff-7551-4132-b7c1-53569aa21678","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784836022.0450525,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c42af85-113b-4124-9a77-94bd5c6c187e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836022.0451574,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c006453-2387-483f-95e6-a7dbc2913a1f"} {"level":"info","ts":1784836022.0451837,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c006453-2387-483f-95e6-a7dbc2913a1f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784836022.0487673,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19efd1dd-6b95-4449-bd41-dc7a04b9363f","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784836022.051657,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c006453-2387-483f-95e6-a7dbc2913a1f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836022.0618765,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59136d7a-7509-462d-8eb4-70b7c4e8e03f"} {"level":"info","ts":1784836022.061902,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59136d7a-7509-462d-8eb4-70b7c4e8e03f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784836022.065113,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19efd1dd-6b95-4449-bd41-dc7a04b9363f","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784836022.06839,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59136d7a-7509-462d-8eb4-70b7c4e8e03f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836022.073521,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19efd1dd-6b95-4449-bd41-dc7a04b9363f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784836022.0807703,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82623b65-bc70-456c-aceb-60001e0c9723","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836022.080804,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82623b65-bc70-456c-aceb-60001e0c9723","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784836022.0808363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ec8ba80-cb7e-47bd-8cd1-8c049ef2feeb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.080855,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ec8ba80-cb7e-47bd-8cd1-8c049ef2feeb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784836022.0808692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9fc20e3-ebcc-45bf-b401-2de5410e6062"} {"level":"info","ts":1784836022.0810041,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38947.509792194,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.081022,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"915ddbea-3dbf-4fc9-b9ba-0e018b6cd1af"} {"level":"info","ts":1784836022.0810187,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.0810583,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"915ddbea-3dbf-4fc9-b9ba-0e018b6cd1af","name":"e2e-external-provider"} {"level":"info","ts":1784836022.0916383,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.1001287,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"915ddbea-3dbf-4fc9-b9ba-0e018b6cd1af","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784836022.1813092,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9fc20e3-ebcc-45bf-b401-2de5410e6062","name":"e2e-external-model"} {"level":"info","ts":1784836022.1982598,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9fc20e3-ebcc-45bf-b401-2de5410e6062","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836022.2144315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"381eeca5-b32e-435e-97d1-b0b4b2e4a496","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.2144587,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"381eeca5-b32e-435e-97d1-b0b4b2e4a496","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784836022.2154014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab840e62-b456-4326-93d1-65d0705b967d"} {"level":"info","ts":1784836022.2154582,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab840e62-b456-4326-93d1-65d0705b967d","name":"e2e-external-model"} {"level":"info","ts":1784836022.2281342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab840e62-b456-4326-93d1-65d0705b967d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836029.469542,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836029.4696503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8"} {"level":"info","ts":1784836029.4696717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8"} {"level":"info","ts":1784836029.4696918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","EoS":true} {"level":"info","ts":1784836029.4697165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","header":"x-maas-subscription"} {"level":"info","ts":1784836029.4697273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","header":"x-maas-group"} {"level":"info","ts":1784836029.4697325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","header":"x-maas-username"} {"level":"info","ts":1784836029.4697456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836029.4697537,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","modelName":"e2e-external-model"} {"level":"info","ts":1784836029.469766,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784836029.4698029,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784836029.4698224,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","authType":"apikey"} {"level":"info","ts":1784836029.4698474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8"} {"level":"info","ts":1784836029.5838442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b53c755-78bc-4ee6-9e79-a501bca0e8f1"} {"level":"info","ts":1784836029.5838866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aee33af5-7658-409e-a725-7348fbdb8f32","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.583918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aee33af5-7658-409e-a725-7348fbdb8f32","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784836029.58896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f62a2388-fc80-41aa-bfcc-b6993d6d9457","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.5889835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f62a2388-fc80-41aa-bfcc-b6993d6d9457","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784836029.5892503,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b53c755-78bc-4ee6-9e79-a501bca0e8f1","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.597951,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b53c755-78bc-4ee6-9e79-a501bca0e8f1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836029.6040318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"135dabf7-b3f3-43da-b997-f31fad32e4a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.604058,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"135dabf7-b3f3-43da-b997-f31fad32e4a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784836029.6041725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96a93e01-397b-44d0-aab5-198dad58871c"} {"level":"info","ts":1784836029.6042402,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96a93e01-397b-44d0-aab5-198dad58871c","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.6204438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e8b72aa-6f4d-4c78-bd77-dbb5a218628c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.6204703,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e8b72aa-6f4d-4c78-bd77-dbb5a218628c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784836029.620696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96a93e01-397b-44d0-aab5-198dad58871c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836029.6207635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4413b13a-c023-496b-8b75-11caf8d77205"} {"level":"info","ts":1784836029.620811,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4413b13a-c023-496b-8b75-11caf8d77205","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.6297896,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4413b13a-c023-496b-8b75-11caf8d77205","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836029.637815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97db8ad3-ba4f-49d8-93df-5317eddf435e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.6378407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97db8ad3-ba4f-49d8-93df-5317eddf435e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784836029.6409,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4413b13a-c023-496b-8b75-11caf8d77205","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836029.6409855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"757f4e0d-85c5-43db-bae9-7e69c3fef9a1"} {"level":"info","ts":1784836029.6410255,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"757f4e0d-85c5-43db-bae9-7e69c3fef9a1","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.648617,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"757f4e0d-85c5-43db-bae9-7e69c3fef9a1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836037.8492844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b32e2b26-5887-4639-abaf-cf50f5204909"} {"level":"info","ts":1784836037.8493624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b531821e-f179-4441-b8e4-e21393cea265","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836037.8493948,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b531821e-f179-4441-b8e4-e21393cea265","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836042.1419802,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.1420853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80"} {"level":"info","ts":1784836042.1420972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80"} {"level":"info","ts":1784836042.1421084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80","EoS":true} {"level":"info","ts":1784836042.1421392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784836042.1421666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80"} {"level":"info","ts":1784836042.1819098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.1819735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0"} {"level":"info","ts":1784836042.1819842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0"} {"level":"info","ts":1784836042.1819959,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","EoS":true} {"level":"info","ts":1784836042.1820188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","header":"x-maas-group"} {"level":"info","ts":1784836042.1820285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","header":"x-maas-username"} {"level":"info","ts":1784836042.1820345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","header":"x-maas-subscription"} {"level":"info","ts":1784836042.1820452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836042.182053,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","modelName":"e2e-external-model"} {"level":"info","ts":1784836042.1820643,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784836042.1820843,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784836042.1820998,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","authType":"apikey"} {"level":"info","ts":1784836042.1821215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0"} {"level":"info","ts":1784836042.2153585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.215406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.2154157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.2154264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","EoS":true} {"level":"info","ts":1784836042.2154455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","header":"x-maas-subscription"} {"level":"info","ts":1784836042.215453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","header":"x-maas-username"} {"level":"info","ts":1784836042.2154567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","header":"x-maas-group"} {"level":"info","ts":1784836042.2154658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836042.2154849,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.3207293,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.320747,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.3207612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","EoS":false} {"level":"info","ts":1784836042.3207724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","EoS":true} {"level":"error","ts":1784836042.3207827,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784836042.320825,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.351922,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.3519764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836042.351988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836042.3520002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","EoS":true} {"level":"info","ts":1784836042.3520205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","header":"x-maas-group"} {"level":"info","ts":1784836042.3520293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","header":"x-maas-username"} {"level":"info","ts":1784836042.3520346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","header":"x-maas-subscription"} {"level":"info","ts":1784836042.3520577,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836042.4535792,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836042.4535952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836042.4536078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","EoS":false} {"level":"info","ts":1784836042.4537425,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","EoS":true} {"level":"error","ts":1784836042.4537587,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784836042.4537911,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836043.2753916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1c49299-1664-4c0b-a940-b0f2b2b27720"} {"level":"info","ts":1784836043.2753947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a7f8fcb-26b4-4d8b-9daa-910d34df8545","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836043.2754607,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a7f8fcb-26b4-4d8b-9daa-910d34df8545","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836043.4094794,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf5d7300-111d-469a-87b3-5bce2033e91f"} {"level":"info","ts":1784836043.409512,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fd20c5e-ecf9-4dce-a9d4-9924f3d4756e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836043.409542,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fd20c5e-ecf9-4dce-a9d4-9924f3d4756e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836043.5282347,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"25f6daac-3183-443e-b3bc-65170016cc44","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784836043.52828,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"25f6daac-3183-443e-b3bc-65170016cc44","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784836643.4900389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836643.490122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784836643.49013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784836643.490142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","EoS":true} {"level":"info","ts":1784836643.4901676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","header":"x-maas-group"} {"level":"info","ts":1784836643.4901786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","header":"x-maas-username"} {"level":"info","ts":1784836643.4901836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","header":"x-maas-subscription"} {"level":"info","ts":1784836643.4901972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","path":"/ai-tenant-e2e-inf-b-111c5d/test-model-111c5d/v1/chat/completions"} {"level":"info","ts":1784836643.490218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784836643.5035546,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784836643.5035765,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784836643.5035985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","EoS":false} {"level":"info","ts":1784836643.5036147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","EoS":true} {"level":"info","ts":1784836643.5036652,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784837084.9699695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784837084.970077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0af69e53-ad48-4f25-953f-e99bde013a86"}