{"level":"info","ts":1784904422.617813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94"} {"level":"info","ts":1784904422.6207972,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94"} {"level":"info","ts":1784904422.620819,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94"} {"level":"info","ts":1784904422.6208458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94","EoS":false} {"level":"info","ts":1784904422.6208584,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94","EoS":true} {"level":"info","ts":1784904422.6209016,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94"} {"level":"info","ts":1784904422.7598567,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904422.759949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.7599647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.7599792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","EoS":true} {"level":"info","ts":1784904422.7600045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","header":"x-maas-username"} {"level":"info","ts":1784904422.7600138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","header":"x-maas-subscription"} {"level":"info","ts":1784904422.7600205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","header":"x-maas-group"} {"level":"info","ts":1784904422.7600327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904422.7600589,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.7609892,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.7610085,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.7610235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","EoS":false} {"level":"info","ts":1784904422.7610345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","EoS":true} {"level":"info","ts":1784904422.7610745,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.9011374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904422.9012215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904422.901235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904422.9012482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","EoS":true} {"level":"info","ts":1784904422.9012735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","header":"x-maas-subscription"} {"level":"info","ts":1784904422.9012837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","header":"x-maas-username"} {"level":"info","ts":1784904422.9012892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","header":"x-maas-group"} {"level":"info","ts":1784904422.9013007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904422.901324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904422.9022112,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904422.902226,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904422.9022386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","EoS":false} {"level":"info","ts":1784904422.9022524,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","EoS":true} {"level":"info","ts":1784904422.9022894,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904423.042877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904423.0429616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.0429745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.042986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","EoS":true} {"level":"info","ts":1784904423.0430121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","header":"x-maas-username"} {"level":"info","ts":1784904423.0430224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","header":"x-maas-subscription"} {"level":"info","ts":1784904423.0430267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","header":"x-maas-group"} {"level":"info","ts":1784904423.0430398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904423.0430653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.044038,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.0440586,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.0440793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","EoS":false} {"level":"info","ts":1784904423.044099,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","EoS":true} {"level":"info","ts":1784904423.0441415,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.1773543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904423.1774464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.1774564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.1774673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","EoS":true} {"level":"info","ts":1784904423.177492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","header":"x-maas-group"} {"level":"info","ts":1784904423.1775033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","header":"x-maas-username"} {"level":"info","ts":1784904423.1775076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","header":"x-maas-subscription"} {"level":"info","ts":1784904423.1775208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904423.1775665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.1784656,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.1784852,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.178507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","EoS":false} {"level":"info","ts":1784904423.1785579,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","EoS":true} {"level":"info","ts":1784904423.1786067,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904438.8695831,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904438.8696613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.8696747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.8696878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","EoS":true} {"level":"info","ts":1784904438.8697119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","header":"x-maas-username"} {"level":"info","ts":1784904438.8697233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","header":"x-maas-subscription"} {"level":"info","ts":1784904438.8697278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","header":"x-maas-group"} {"level":"info","ts":1784904438.8697405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904438.8697634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.8706937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.870715,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.8707368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","EoS":false} {"level":"info","ts":1784904438.8707497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","EoS":true} {"level":"info","ts":1784904438.870789,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.9036374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904438.9037082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.9037228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.9037347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","EoS":true} {"level":"info","ts":1784904438.9037576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","header":"x-maas-subscription"} {"level":"info","ts":1784904438.9037673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","header":"x-maas-username"} {"level":"info","ts":1784904438.903772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","header":"x-maas-group"} {"level":"info","ts":1784904438.9037852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904438.9038088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.9067497,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.9067752,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.9067929,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","EoS":false} {"level":"info","ts":1784904438.9068053,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","EoS":true} {"level":"info","ts":1784904438.906839,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904439.0130634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904439.0131364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8"} {"level":"info","ts":1784904439.015192,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8"} {"level":"info","ts":1784904439.0152133,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8"} {"level":"info","ts":1784904439.0152354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8","EoS":false} {"level":"info","ts":1784904439.0152547,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8"} {"level":"info","ts":1784904439.0152943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8","EoS":true} {"level":"info","ts":1784904439.0153081,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8"} {"level":"info","ts":1784904443.641436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904443.6415472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904443.641561,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904443.6415749,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","EoS":true} {"level":"info","ts":1784904443.6416004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","header":"x-maas-subscription"} {"level":"info","ts":1784904443.6416135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","header":"x-maas-username"} {"level":"info","ts":1784904443.6416185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","header":"x-maas-group"} {"level":"info","ts":1784904443.641632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904443.6416545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904443.6434963,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904443.6435149,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904443.6435447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","EoS":false} {"level":"info","ts":1784904443.643563,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","EoS":true} {"level":"info","ts":1784904443.6436007,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904454.2359133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904454.2360094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904454.2360244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904454.2360377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","EoS":true} {"level":"info","ts":1784904454.236065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","header":"x-maas-subscription"} {"level":"info","ts":1784904454.236075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","header":"x-maas-group"} {"level":"info","ts":1784904454.236081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","header":"x-maas-username"} {"level":"info","ts":1784904454.2360942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904454.2361188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904454.238593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904454.238614,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904454.2386343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","EoS":false} {"level":"info","ts":1784904454.2386558,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","EoS":true} {"level":"info","ts":1784904454.2386985,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904467.1047602,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904467.1048548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904467.1048696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904467.1048822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","EoS":true} {"level":"info","ts":1784904467.1049128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","header":"x-maas-username"} {"level":"info","ts":1784904467.1049232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","header":"x-maas-subscription"} {"level":"info","ts":1784904467.1049285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","header":"x-maas-group"} {"level":"info","ts":1784904467.1049414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904467.1049685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904467.105865,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904467.1058857,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904467.1059036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","EoS":false} {"level":"info","ts":1784904467.1059177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","EoS":true} {"level":"info","ts":1784904467.105959,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904475.6223211,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904475.6223996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904475.6224122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904475.6224248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","EoS":true} {"level":"info","ts":1784904475.6224525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","header":"x-maas-subscription"} {"level":"info","ts":1784904475.6224651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","header":"x-maas-username"} {"level":"info","ts":1784904475.6224701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","header":"x-maas-group"} {"level":"info","ts":1784904475.6224842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904475.6225078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904475.6234205,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904475.6234415,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904475.623457,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","EoS":false} {"level":"info","ts":1784904475.6234696,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","EoS":true} {"level":"info","ts":1784904475.6235037,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904484.4738374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904484.4739451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904484.4739604,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904484.4739742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","EoS":true} {"level":"info","ts":1784904484.474002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","header":"x-maas-username"} {"level":"info","ts":1784904484.4740124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","header":"x-maas-subscription"} {"level":"info","ts":1784904484.4740186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","header":"x-maas-group"} {"level":"info","ts":1784904484.4740312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904484.4740546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904484.4751172,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904484.475138,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904484.4751537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","EoS":false} {"level":"info","ts":1784904484.4751654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","EoS":true} {"level":"info","ts":1784904484.4751987,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904507.2581637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904507.2582445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904507.2582562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904507.258268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","EoS":true} {"level":"info","ts":1784904507.2582927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","header":"x-maas-subscription"} {"level":"info","ts":1784904507.2583034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","header":"x-maas-group"} {"level":"info","ts":1784904507.2583091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","header":"x-maas-username"} {"level":"info","ts":1784904507.258322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904507.2583447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904507.259229,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904507.2592566,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904507.2592783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","EoS":false} {"level":"info","ts":1784904507.259295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","EoS":true} {"level":"info","ts":1784904507.2593431,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904530.1710713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904530.1711602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904530.1711717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904530.1711833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","EoS":true} {"level":"info","ts":1784904530.1712084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","header":"x-maas-username"} {"level":"info","ts":1784904530.1712184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","header":"x-maas-group"} {"level":"info","ts":1784904530.1712234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","header":"x-maas-subscription"} {"level":"info","ts":1784904530.1712358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904530.1712625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904530.1721663,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904530.172188,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904530.1722047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","EoS":false} {"level":"info","ts":1784904530.1722164,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","EoS":true} {"level":"info","ts":1784904530.1722553,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904558.5252426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904558.5253508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904558.5253725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904558.5253923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","EoS":true} {"level":"info","ts":1784904558.52542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","header":"x-maas-username"} {"level":"info","ts":1784904558.5254326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","header":"x-maas-group"} {"level":"info","ts":1784904558.525438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","header":"x-maas-subscription"} {"level":"info","ts":1784904558.525451,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904558.5254743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904558.526432,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904558.526451,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904558.5264647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","EoS":false} {"level":"info","ts":1784904558.5264752,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","EoS":true} {"level":"info","ts":1784904558.5265129,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904567.9171777,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904567.9172578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9172697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9172814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","EoS":true} {"level":"info","ts":1784904567.9173112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","header":"x-maas-subscription"} {"level":"info","ts":1784904567.9173234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","header":"x-maas-username"} {"level":"info","ts":1784904567.9173281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","header":"x-maas-group"} {"level":"info","ts":1784904567.9173415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904567.9173656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9183114,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9183338,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9183483,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","EoS":false} {"level":"info","ts":1784904567.918361,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","EoS":true} {"level":"info","ts":1784904567.9183946,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9580705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904567.958144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904567.9581559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904567.9581685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","EoS":true} {"level":"info","ts":1784904567.9581938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","header":"x-maas-username"} {"level":"info","ts":1784904567.9582045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","header":"x-maas-subscription"} {"level":"info","ts":1784904567.9582093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","header":"x-maas-group"} {"level":"info","ts":1784904567.9582229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904567.9582498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904567.9592016,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904567.9592245,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904567.9592447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","EoS":false} {"level":"info","ts":1784904567.9592626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","EoS":true} {"level":"info","ts":1784904567.9593198,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904587.0095701,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904587.009656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904587.0096693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904587.009682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","EoS":true} {"level":"info","ts":1784904587.0097094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","header":"x-maas-username"} {"level":"info","ts":1784904587.0097203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","header":"x-maas-subscription"} {"level":"info","ts":1784904587.009726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","header":"x-maas-group"} {"level":"info","ts":1784904587.0097373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904587.00976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904587.0106237,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904587.0106435,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904587.0106578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","EoS":false} {"level":"info","ts":1784904587.0106683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","EoS":true} {"level":"info","ts":1784904587.010707,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904717.2967608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904717.2968469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904717.296859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904717.2968717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","EoS":true} {"level":"info","ts":1784904717.296896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","header":"x-maas-group"} {"level":"info","ts":1784904717.2969062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","header":"x-maas-username"} {"level":"info","ts":1784904717.2969122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","header":"x-maas-subscription"} {"level":"info","ts":1784904717.2969248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904717.2969499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904717.2980518,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904717.2980735,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904717.2980893,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","EoS":false} {"level":"info","ts":1784904717.2981012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","EoS":true} {"level":"info","ts":1784904717.2981308,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904754.2687857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904754.2688634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904754.2688763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904754.2688878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","EoS":true} {"level":"info","ts":1784904754.2689223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","header":"x-maas-group"} {"level":"info","ts":1784904754.2689328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","header":"x-maas-username"} {"level":"info","ts":1784904754.268938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","header":"x-maas-subscription"} {"level":"info","ts":1784904754.2689507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904754.2689784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904754.2708826,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904754.270909,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904754.2709315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","EoS":false} {"level":"info","ts":1784904754.2709527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","EoS":true} {"level":"info","ts":1784904754.2709901,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904769.4761205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904769.4762187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.4762335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.4762464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","EoS":true} {"level":"info","ts":1784904769.476273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","header":"x-maas-group"} {"level":"info","ts":1784904769.4762833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","header":"x-maas-username"} {"level":"info","ts":1784904769.476288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","header":"x-maas-subscription"} {"level":"info","ts":1784904769.4763026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904769.4763267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.4781177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.4781373,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.4781525,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","EoS":false} {"level":"info","ts":1784904769.4781644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","EoS":true} {"level":"info","ts":1784904769.478198,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784905077.282686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905077.2827928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.2828069,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.282821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","EoS":true} {"level":"info","ts":1784905077.282847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","header":"x-maas-subscription"} {"level":"info","ts":1784905077.2828586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","header":"x-maas-group"} {"level":"info","ts":1784905077.2828634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","header":"x-maas-username"} {"level":"info","ts":1784905077.2828763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905077.2829013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.285986,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.2860074,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.2860222,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","EoS":false} {"level":"info","ts":1784905077.2860353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","EoS":true} {"level":"info","ts":1784905077.286081,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.3191712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905077.3192575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.3192692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.3192813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","EoS":true} {"level":"info","ts":1784905077.319308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","header":"x-maas-username"} {"level":"info","ts":1784905077.3193185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","header":"x-maas-subscription"} {"level":"info","ts":1784905077.3193233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","header":"x-maas-group"} {"level":"info","ts":1784905077.3193443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905077.3193698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.3213968,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.321412,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.3214266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","EoS":false} {"level":"info","ts":1784905077.3214386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","EoS":true} {"level":"info","ts":1784905077.321476,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905082.1685183,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d887f206-e697-434c-9be6-7404fda5faae","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784905082.1687853,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34370.589847399,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.168812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.2117617,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.2696185,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d887f206-e697-434c-9be6-7404fda5faae","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784905082.311427,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01bdf3f5-9abb-4c98-9afd-34dd6ca2cae5"} {"level":"info","ts":1784905082.3115017,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da1c73cb-4317-4eb9-92cf-efbc3a3186a3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905082.3115487,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da1c73cb-4317-4eb9-92cf-efbc3a3186a3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905082.319742,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a280e1-5d5c-48da-8009-c876e35e7204","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905082.3197677,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a280e1-5d5c-48da-8009-c876e35e7204","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784905082.3223116,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01bdf3f5-9abb-4c98-9afd-34dd6ca2cae5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.3225608,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33802.686087611,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.322579,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.3341644,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.4232786,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01bdf3f5-9abb-4c98-9afd-34dd6ca2cae5","name":"e2e-external-provider"} {"level":"info","ts":1784905082.436014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d45ab1a-0e7f-41aa-b0ed-da00fedc306e"} {"level":"info","ts":1784905082.4360368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17d54cf6-87cc-4a20-816c-9a27af6f86f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.4360793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17d54cf6-87cc-4a20-816c-9a27af6f86f9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.4453323,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01bdf3f5-9abb-4c98-9afd-34dd6ca2cae5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784905082.4459395,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d45ab1a-0e7f-41aa-b0ed-da00fedc306e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784905082.4459438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"747adc63-6989-4e2d-8a00-6eb1662a7380","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.4460816,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"747adc63-6989-4e2d-8a00-6eb1662a7380","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784905082.454349,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d45ab1a-0e7f-41aa-b0ed-da00fedc306e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.4544525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1585f415-d6c7-4c0f-b54a-f69004d22523"} {"level":"info","ts":1784905082.454482,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1585f415-d6c7-4c0f-b54a-f69004d22523","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784905082.45468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96489e4d-e0fe-47a2-8e2a-20dee3f46ee0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.4547083,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96489e4d-e0fe-47a2-8e2a-20dee3f46ee0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.4579372,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01bdf3f5-9abb-4c98-9afd-34dd6ca2cae5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784905082.4641998,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1585f415-d6c7-4c0f-b54a-f69004d22523","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.4655783,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01bdf3f5-9abb-4c98-9afd-34dd6ca2cae5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784905082.4743035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"927f267c-5ac8-4bb4-a3d4-1a898c99cfb2"} {"level":"info","ts":1784905082.474331,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"927f267c-5ac8-4bb4-a3d4-1a898c99cfb2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784905082.4745784,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01bdf3f5-9abb-4c98-9afd-34dd6ca2cae5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.474657,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b3115f1-0512-4ff0-baed-3c53f397a6cd"} {"level":"info","ts":1784905082.4747095,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b3115f1-0512-4ff0-baed-3c53f397a6cd","name":"e2e-external-provider"} {"level":"error","ts":1784905082.4815059,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"927f267c-5ac8-4bb4-a3d4-1a898c99cfb2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.4923077,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b3115f1-0512-4ff0-baed-3c53f397a6cd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784905082.5020096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc9e6028-dcd7-4661-b831-807af1b2a266"} {"level":"info","ts":1784905082.50204,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc9e6028-dcd7-4661-b831-807af1b2a266","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784905082.5022638,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7f11001-e3aa-40f8-aa58-4f7b6bcc947e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905082.5022922,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7f11001-e3aa-40f8-aa58-4f7b6bcc947e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905082.5023603,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97d79c39-5f33-4e5c-afa6-8048f9babcd8"} {"level":"info","ts":1784905082.5023823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1853095-7501-449c-9e63-534c6858346d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.5024002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1853095-7501-449c-9e63-534c6858346d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.502409,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97d79c39-5f33-4e5c-afa6-8048f9babcd8","name":"e2e-external-provider"} {"level":"error","ts":1784905082.507371,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc9e6028-dcd7-4661-b831-807af1b2a266","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.5074224,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f9aae3-8cf7-4bbc-a40c-7bf519289584"} {"level":"info","ts":1784905082.5076191,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33806.719678285,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.5076413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.5178578,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97d79c39-5f33-4e5c-afa6-8048f9babcd8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784905082.526814,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.6077201,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f9aae3-8cf7-4bbc-a40c-7bf519289584","name":"e2e-external-model"} {"level":"info","ts":1784905082.6242113,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f9aae3-8cf7-4bbc-a40c-7bf519289584","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905082.6334958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15f3926d-a68e-4823-8f94-2b543e2abc06"} {"level":"info","ts":1784905082.6335685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95d564a6-790f-4c41-8f45-90a06c91ee94","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.63359,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15f3926d-a68e-4823-8f94-2b543e2abc06","name":"e2e-external-model"} {"level":"info","ts":1784905082.633615,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95d564a6-790f-4c41-8f45-90a06c91ee94","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.6536765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2d971de-480c-4d25-9364-04c1718f994d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.6537244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2d971de-480c-4d25-9364-04c1718f994d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784905082.6538844,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15f3926d-a68e-4823-8f94-2b543e2abc06","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.653952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d69e308-0cfa-4e55-adaa-843a3417b430"} {"level":"info","ts":1784905082.6540105,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d69e308-0cfa-4e55-adaa-843a3417b430","name":"e2e-external-model"} {"level":"info","ts":1784905082.664025,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d69e308-0cfa-4e55-adaa-843a3417b430","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905082.6760619,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cba2809-9ffe-4306-8156-1ed1b950f9ec"} {"level":"info","ts":1784905082.676092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9e5f3f9-74bc-4faf-9d21-9d04150734c4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.676122,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cba2809-9ffe-4306-8156-1ed1b950f9ec","name":"e2e-external-model"} {"level":"info","ts":1784905082.6761374,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9e5f3f9-74bc-4faf-9d21-9d04150734c4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.6888385,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cba2809-9ffe-4306-8156-1ed1b950f9ec","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905092.1840746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905092.1841705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45"} {"level":"info","ts":1784905092.184185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45"} {"level":"info","ts":1784905092.1842003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","EoS":true} {"level":"info","ts":1784905092.184235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","header":"x-maas-username"} {"level":"info","ts":1784905092.1842473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","header":"x-maas-subscription"} {"level":"info","ts":1784905092.1842573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","header":"x-maas-group"} {"level":"info","ts":1784905092.184274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905092.1842856,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","modelName":"e2e-external-model"} {"level":"info","ts":1784905092.1843042,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905092.1843524,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784905092.1843774,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","authType":"apikey"} {"level":"info","ts":1784905092.1844125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45"} {"level":"info","ts":1784905092.3034604,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10418ff6-f35a-47ff-bfb5-b33bb8b8eeb9"} {"level":"info","ts":1784905092.3035107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00fa7fcb-15ec-4e4c-8e8c-b642b8000efa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3035648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00fa7fcb-15ec-4e4c-8e8c-b642b8000efa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905092.3109727,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10418ff6-f35a-47ff-bfb5-b33bb8b8eeb9","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.311014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e953575-b67b-4423-8991-34511ff43fee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3110607,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e953575-b67b-4423-8991-34511ff43fee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905092.32135,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10418ff6-f35a-47ff-bfb5-b33bb8b8eeb9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905092.3290515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f77bef-f54a-468e-acbf-2c4cd64b16a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3290818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f77bef-f54a-468e-acbf-2c4cd64b16a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905092.3291178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0baa5373-0d3a-4294-a4d0-693bcfd3a279"} {"level":"info","ts":1784905092.3291738,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0baa5373-0d3a-4294-a4d0-693bcfd3a279","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.3444715,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a98c502-bc77-4e12-a8de-9b5f94962373","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3445075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a98c502-bc77-4e12-a8de-9b5f94962373","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784905092.3445227,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0baa5373-0d3a-4294-a4d0-693bcfd3a279","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905092.344638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d199456-b8a7-49a9-8060-33d18e065ef8"} {"level":"info","ts":1784905092.3447123,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d199456-b8a7-49a9-8060-33d18e065ef8","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.352746,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d199456-b8a7-49a9-8060-33d18e065ef8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905092.3582542,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5a2de90-fbee-44f0-94a2-ebea2a4c695b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3582885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5a2de90-fbee-44f0-94a2-ebea2a4c695b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905092.3583248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a04945b-d189-4234-86b5-2887d7953660"} {"level":"info","ts":1784905092.3583858,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a04945b-d189-4234-86b5-2887d7953660","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.3678465,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a04945b-d189-4234-86b5-2887d7953660","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905100.559144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7e0160f-e99c-4b85-b1d5-f09d35526952"} {"level":"info","ts":1784905100.5591428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b237ecea-e620-45d1-99e8-0567104ac34b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905100.5592034,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b237ecea-e620-45d1-99e8-0567104ac34b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905104.8447175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905104.8448029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084"} {"level":"info","ts":1784905104.8448114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084"} {"level":"info","ts":1784905104.8448243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084","EoS":true} {"level":"info","ts":1784905104.8448637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784905104.844902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084"} {"level":"info","ts":1784905104.8841038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905104.8841817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63"} {"level":"info","ts":1784905104.8841953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63"} {"level":"info","ts":1784905104.8842096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","EoS":true} {"level":"info","ts":1784905104.8842309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","header":"x-maas-username"} {"level":"info","ts":1784905104.8842416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","header":"x-maas-subscription"} {"level":"info","ts":1784905104.8842463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","header":"x-maas-group"} {"level":"info","ts":1784905104.88426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905104.8842702,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","modelName":"e2e-external-model"} {"level":"info","ts":1784905104.884282,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905104.8843062,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784905104.8843236,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","authType":"apikey"} {"level":"info","ts":1784905104.8843484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63"} {"level":"info","ts":1784905104.9246907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905104.924772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905104.9247847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905104.9247968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","EoS":true} {"level":"info","ts":1784905104.924822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","header":"x-maas-group"} {"level":"info","ts":1784905104.9248323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","header":"x-maas-username"} {"level":"info","ts":1784905104.9248378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","header":"x-maas-subscription"} {"level":"info","ts":1784905104.9248528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905104.9248776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905105.0255797,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905105.0256145,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905105.0256388,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","EoS":false} {"level":"info","ts":1784905105.0256596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","EoS":true} {"level":"error","ts":1784905105.0256824,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784905105.025744,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905105.0613642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905105.0614443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.0614574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.0614688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","EoS":true} {"level":"info","ts":1784905105.0614963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","header":"x-maas-group"} {"level":"info","ts":1784905105.061508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","header":"x-maas-username"} {"level":"info","ts":1784905105.0615127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","header":"x-maas-subscription"} {"level":"info","ts":1784905105.0615594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.1636865,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.16372,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.163738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","EoS":false} {"level":"info","ts":1784905105.1637568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","EoS":true} {"level":"error","ts":1784905105.1637762,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784905105.1638165,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.9866755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff0c5cd2-0c8c-44a9-aaa5-1df0d7ebdd6f"} {"level":"info","ts":1784905105.986725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f45b7e15-a469-49ce-b309-9abdb92bcb6c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905105.986758,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f45b7e15-a469-49ce-b309-9abdb92bcb6c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905106.1315072,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12000090-ec2a-4a9a-9201-ea97ea78b84f"} {"level":"info","ts":1784905106.1314983,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e6389a0-4147-4e5b-a376-69f056634e4f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905106.1315706,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e6389a0-4147-4e5b-a376-69f056634e4f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905106.2461853,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3c383c74-0df2-4b59-89b0-1b6bcea03814","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784905106.2462583,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3c383c74-0df2-4b59-89b0-1b6bcea03814","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784906242.2266266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906242.226713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"655d34f0-7945-4545-b010-cdcdc53af11d"} {"level":"info","ts":1784906304.4021318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906304.4022107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"} {"level":"info","ts":1784906304.4022222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"} {"level":"info","ts":1784906304.4022336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","EoS":true} {"level":"info","ts":1784906304.4022613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","header":"x-maas-username"} {"level":"info","ts":1784906304.402271,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","header":"x-maas-subscription"} {"level":"info","ts":1784906304.4022775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","header":"x-maas-group"} {"level":"info","ts":1784906304.4022903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784906304.402315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"} {"level":"info","ts":1784906304.4041288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"} {"level":"info","ts":1784906304.4041567,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"} {"level":"info","ts":1784906304.4041743,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","EoS":false} {"level":"info","ts":1784906304.404192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","EoS":true} {"level":"info","ts":1784906304.404239,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"}