{"level":"info","ts":1784668570.2503185,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096"} {"level":"info","ts":1784668570.3839319,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.384004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.3840213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.3840332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","EoS":true} {"level":"info","ts":1784668570.3840556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","header":"x-maas-subscription"} {"level":"info","ts":1784668570.3840694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","header":"x-maas-group"} {"level":"info","ts":1784668570.3840778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","header":"x-maas-username"} {"level":"info","ts":1784668570.3840904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.3841245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.3851893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.385208,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.385223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","EoS":false} {"level":"info","ts":1784668570.3852346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","EoS":true} {"level":"info","ts":1784668570.385271,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.5225627,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.5226476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.5226603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.5226722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","EoS":true} {"level":"info","ts":1784668570.5227044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","header":"x-maas-username"} {"level":"info","ts":1784668570.522716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","header":"x-maas-subscription"} {"level":"info","ts":1784668570.5227208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","header":"x-maas-group"} {"level":"info","ts":1784668570.5227323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.522755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.5238004,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.5238206,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.5238395,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","EoS":false} {"level":"info","ts":1784668570.523858,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","EoS":true} {"level":"info","ts":1784668570.5239043,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.6585495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.6586435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.6586542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.6586676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","EoS":true} {"level":"info","ts":1784668570.6586921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","header":"x-maas-username"} {"level":"info","ts":1784668570.658702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","header":"x-maas-group"} {"level":"info","ts":1784668570.658707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","header":"x-maas-subscription"} {"level":"info","ts":1784668570.6587193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.6587415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.6597795,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.6598003,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.6598237,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","EoS":false} {"level":"info","ts":1784668570.6598408,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","EoS":true} {"level":"info","ts":1784668570.659888,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.794345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.7944329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.7944434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.7944546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","EoS":true} {"level":"info","ts":1784668570.7944746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","header":"x-maas-username"} {"level":"info","ts":1784668570.7944849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","header":"x-maas-subscription"} {"level":"info","ts":1784668570.7944906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","header":"x-maas-group"} {"level":"info","ts":1784668570.7945037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.794528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.7955146,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.7955334,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.795552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","EoS":false} {"level":"info","ts":1784668570.795568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","EoS":true} {"level":"info","ts":1784668570.7956128,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668587.7305849,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.7306576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.730668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.7306805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","EoS":true} {"level":"info","ts":1784668587.7307038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","header":"x-maas-subscription"} {"level":"info","ts":1784668587.730715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","header":"x-maas-username"} {"level":"info","ts":1784668587.73072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","header":"x-maas-group"} {"level":"info","ts":1784668587.7307308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668587.7307544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.733261,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.733288,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.7333038,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","EoS":false} {"level":"info","ts":1784668587.7333145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","EoS":true} {"level":"info","ts":1784668587.7333477,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.7704933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.7705503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7705607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7705715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","EoS":true} {"level":"info","ts":1784668587.77059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","header":"x-maas-group"} {"level":"info","ts":1784668587.7705972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","header":"x-maas-subscription"} {"level":"info","ts":1784668587.7706025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","header":"x-maas-username"} {"level":"info","ts":1784668587.7706137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668587.770637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7714624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7714784,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7714977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","EoS":false} {"level":"info","ts":1784668587.771508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","EoS":true} {"level":"info","ts":1784668587.7715397,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.873856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.8739223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f"} {"level":"info","ts":1784668587.8758936,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f"} {"level":"info","ts":1784668587.8759112,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f"} {"level":"info","ts":1784668587.875925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f","EoS":false} {"level":"info","ts":1784668587.875936,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f"} {"level":"info","ts":1784668587.8759584,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f","EoS":true} {"level":"info","ts":1784668587.8759649,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f"} {"level":"info","ts":1784668592.5038702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668592.5039475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668592.503965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668592.503984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","EoS":true} {"level":"info","ts":1784668592.5040188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","header":"x-maas-username"} {"level":"info","ts":1784668592.5040305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","header":"x-maas-subscription"} {"level":"info","ts":1784668592.504038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","header":"x-maas-group"} {"level":"info","ts":1784668592.5041077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668592.5041423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668592.5051522,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668592.5051756,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668592.5051906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","EoS":false} {"level":"info","ts":1784668592.5052025,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","EoS":true} {"level":"info","ts":1784668592.5052388,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668603.1245544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668603.1246343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668603.124655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668603.1246758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","EoS":true} {"level":"info","ts":1784668603.1247098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","header":"x-maas-username"} {"level":"info","ts":1784668603.1247268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","header":"x-maas-subscription"} {"level":"info","ts":1784668603.124734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","header":"x-maas-group"} {"level":"info","ts":1784668603.1247504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668603.1247733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668603.1277456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668603.1277618,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668603.1277754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","EoS":false} {"level":"info","ts":1784668603.127787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","EoS":true} {"level":"info","ts":1784668603.1278198,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668616.047607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668616.0476747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668616.0476844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668616.0476959,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","EoS":true} {"level":"info","ts":1784668616.0477207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","header":"x-maas-subscription"} {"level":"info","ts":1784668616.0477312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","header":"x-maas-username"} {"level":"info","ts":1784668616.0477362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","header":"x-maas-group"} {"level":"info","ts":1784668616.0477476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668616.0477748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668616.0487459,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668616.0487628,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668616.0487754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","EoS":false} {"level":"info","ts":1784668616.0487885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","EoS":true} {"level":"info","ts":1784668616.0488229,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668624.6279883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668624.6280644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668624.6280775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668624.6280901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","EoS":true} {"level":"info","ts":1784668624.6281145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","header":"x-maas-subscription"} {"level":"info","ts":1784668624.6281252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","header":"x-maas-group"} {"level":"info","ts":1784668624.6281307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","header":"x-maas-username"} {"level":"info","ts":1784668624.6281433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668624.6281676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668624.6291542,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668624.6291735,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668624.6291862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","EoS":false} {"level":"info","ts":1784668624.629196,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","EoS":true} {"level":"info","ts":1784668624.6292293,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668633.5465732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668633.5466413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668633.5466506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668633.546662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","EoS":true} {"level":"info","ts":1784668633.546685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","header":"x-maas-username"} {"level":"info","ts":1784668633.5466962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","header":"x-maas-group"} {"level":"info","ts":1784668633.546702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","header":"x-maas-subscription"} {"level":"info","ts":1784668633.5467148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668633.5467384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668633.5476856,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668633.5477054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668633.5477252,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","EoS":false} {"level":"info","ts":1784668633.5477412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","EoS":true} {"level":"info","ts":1784668633.5477746,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668658.6022975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668658.6023839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668658.6023998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668658.6024122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","EoS":true} {"level":"info","ts":1784668658.6024349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","header":"x-maas-subscription"} {"level":"info","ts":1784668658.6024446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","header":"x-maas-group"} {"level":"info","ts":1784668658.6024492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","header":"x-maas-username"} {"level":"info","ts":1784668658.6024635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668658.6024928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668658.6045136,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668658.6045344,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668658.604554,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","EoS":false} {"level":"info","ts":1784668658.6045763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","EoS":true} {"level":"info","ts":1784668658.6046188,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668681.824419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668681.8245106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668681.8245287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668681.8245478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","EoS":true} {"level":"info","ts":1784668681.8245878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","header":"x-maas-group"} {"level":"info","ts":1784668681.824601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","header":"x-maas-subscription"} {"level":"info","ts":1784668681.8246088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","header":"x-maas-username"} {"level":"info","ts":1784668681.8246276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668681.8246646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668681.8256567,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668681.825678,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668681.8256936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","EoS":false} {"level":"info","ts":1784668681.825705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","EoS":true} {"level":"info","ts":1784668681.825745,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668708.4340305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668708.4341135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668708.4341266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668708.4341378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","EoS":true} {"level":"info","ts":1784668708.4341574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","header":"x-maas-subscription"} {"level":"info","ts":1784668708.4341676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","header":"x-maas-username"} {"level":"info","ts":1784668708.434172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","header":"x-maas-group"} {"level":"info","ts":1784668708.434184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668708.4342074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668708.436828,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668708.4368486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668708.4368641,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","EoS":false} {"level":"info","ts":1784668708.436876,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","EoS":true} {"level":"info","ts":1784668708.4369159,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668717.9704416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668717.9705167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.9705274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.9705389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","EoS":true} {"level":"info","ts":1784668717.9705591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","header":"x-maas-subscription"} {"level":"info","ts":1784668717.9705687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","header":"x-maas-username"} {"level":"info","ts":1784668717.970575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","header":"x-maas-group"} {"level":"info","ts":1784668717.9705868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668717.9706187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.9717295,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.971749,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.9717648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","EoS":false} {"level":"info","ts":1784668717.9717767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","EoS":true} {"level":"info","ts":1784668717.9718173,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668718.0054793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668718.0055325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668718.0055394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668718.0055485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","EoS":true} {"level":"info","ts":1784668718.005566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","header":"x-maas-group"} {"level":"info","ts":1784668718.005576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","header":"x-maas-username"} {"level":"info","ts":1784668718.0055811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","header":"x-maas-subscription"} {"level":"info","ts":1784668718.0055907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668718.0056136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668718.0065303,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668718.0065517,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668718.0065663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","EoS":false} {"level":"info","ts":1784668718.0065777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","EoS":true} {"level":"info","ts":1784668718.0066087,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668737.3460474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668737.346138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668737.3461535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668737.3461661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","EoS":true} {"level":"info","ts":1784668737.3461945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","header":"x-maas-username"} {"level":"info","ts":1784668737.3462045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","header":"x-maas-group"} {"level":"info","ts":1784668737.3462088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","header":"x-maas-subscription"} {"level":"info","ts":1784668737.3462203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668737.346244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668737.347261,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668737.347281,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668737.3473003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","EoS":false} {"level":"info","ts":1784668737.3473153,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","EoS":true} {"level":"info","ts":1784668737.3473516,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668866.4395683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668866.4396348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668866.4396474,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668866.4396586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","EoS":true} {"level":"info","ts":1784668866.4396803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","header":"x-maas-group"} {"level":"info","ts":1784668866.4396904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","header":"x-maas-subscription"} {"level":"info","ts":1784668866.439695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","header":"x-maas-username"} {"level":"info","ts":1784668866.4397063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784668866.4397278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668866.4408457,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668866.440873,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668866.4408882,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","EoS":false} {"level":"info","ts":1784668866.4408994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","EoS":true} {"level":"info","ts":1784668866.4409392,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668903.880414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668903.8804874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668903.8804986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668903.8805113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","EoS":true} {"level":"info","ts":1784668903.8805356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","header":"x-maas-subscription"} {"level":"info","ts":1784668903.8805459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","header":"x-maas-group"} {"level":"info","ts":1784668903.880551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","header":"x-maas-username"} {"level":"info","ts":1784668903.8805637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668903.8805861,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668903.8821275,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668903.8821476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668903.8821623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","EoS":false} {"level":"info","ts":1784668903.882174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","EoS":true} {"level":"info","ts":1784668903.8822088,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668919.245402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668919.2454715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.2454836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.245496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","EoS":true} {"level":"info","ts":1784668919.2455206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","header":"x-maas-username"} {"level":"info","ts":1784668919.24553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","header":"x-maas-group"} {"level":"info","ts":1784668919.245535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","header":"x-maas-subscription"} {"level":"info","ts":1784668919.245547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668919.245573,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.24839,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.2484112,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.2484314,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","EoS":false} {"level":"info","ts":1784668919.2484462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","EoS":true} {"level":"info","ts":1784668919.2484813,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784669219.8401067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669219.8401854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.8401947,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.840206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","EoS":true} {"level":"info","ts":1784669219.8402274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","header":"x-maas-group"} {"level":"info","ts":1784669219.8402388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","header":"x-maas-username"} {"level":"info","ts":1784669219.8402433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","header":"x-maas-subscription"} {"level":"info","ts":1784669219.8402555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784669219.8402827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.841442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.8414657,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.8414812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","EoS":false} {"level":"info","ts":1784669219.8414922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","EoS":true} {"level":"info","ts":1784669219.8415232,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669224.6690545,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"487e0f79-cf3b-4df5-aed2-599415c7706f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784669224.6692698,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36898.707419075,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.6692853,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.7042499,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.7693868,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"487e0f79-cf3b-4df5-aed2-599415c7706f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784669224.7949088,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2bd5ae-1c0f-4525-9c3e-cce38c655c99"} {"level":"info","ts":1784669224.7949104,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f1eb824-de9a-4efa-a4ef-dbe682220991","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669224.7949605,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f1eb824-de9a-4efa-a4ef-dbe682220991","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784669224.8051775,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10948dc7-48c7-45fa-8ae0-e30690183cbc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669224.8052115,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10948dc7-48c7-45fa-8ae0-e30690183cbc","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784669224.8058045,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2bd5ae-1c0f-4525-9c3e-cce38c655c99","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669224.8059974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33471.856061527,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.8060117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.8134632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.906457,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2bd5ae-1c0f-4525-9c3e-cce38c655c99","name":"e2e-external-provider"} {"level":"info","ts":1784669224.9151595,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98737373-b366-4f64-81f8-4c0eb822230b"} {"level":"info","ts":1784669224.915197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c344b29-399a-417e-8373-9168543fd620","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669224.9152393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c344b29-399a-417e-8373-9168543fd620","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669224.917058,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2bd5ae-1c0f-4525-9c3e-cce38c655c99","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784669224.9223845,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98737373-b366-4f64-81f8-4c0eb822230b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784669224.9224806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"029312d8-d689-4ff1-be6c-36b3bea228ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669224.9225073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"029312d8-d689-4ff1-be6c-36b3bea228ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669224.9286854,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2bd5ae-1c0f-4525-9c3e-cce38c655c99","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784669224.9291573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ec8135b-02e5-4339-9b2e-a7ce895bfd6f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669224.929187,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ec8135b-02e5-4339-9b2e-a7ce895bfd6f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784669224.9292066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98737373-b366-4f64-81f8-4c0eb822230b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669224.9292862,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"832457b5-51b0-4dfe-85c3-8b37f1a26391"} {"level":"info","ts":1784669224.929309,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"832457b5-51b0-4dfe-85c3-8b37f1a26391","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784669224.9337533,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2bd5ae-1c0f-4525-9c3e-cce38c655c99","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784669224.934507,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"832457b5-51b0-4dfe-85c3-8b37f1a26391","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784669224.9378934,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2bd5ae-1c0f-4525-9c3e-cce38c655c99","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669224.9379847,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1b7fe30-2bb6-4ec2-af44-7919b6be4407"} {"level":"info","ts":1784669224.9380476,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1b7fe30-2bb6-4ec2-af44-7919b6be4407","name":"e2e-external-provider"} {"level":"info","ts":1784669224.9455476,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f916e7f5-2a38-40b5-a0e2-63114faac836"} {"level":"info","ts":1784669224.9455752,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f916e7f5-2a38-40b5-a0e2-63114faac836","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784669224.9459321,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1b7fe30-2bb6-4ec2-af44-7919b6be4407","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784669224.9498973,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f916e7f5-2a38-40b5-a0e2-63114faac836","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669224.950716,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae0cb274-a802-4b56-b0b6-a2a333008ef7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669224.950749,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae0cb274-a802-4b56-b0b6-a2a333008ef7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784669224.9508135,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3743b3c4-ace4-47a2-ae57-509bef7171f9"} {"level":"info","ts":1784669224.9508302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c61e61e-f3af-4d33-9955-141cc626db89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669224.9509983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34455.148512152,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.9510138,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.951074,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d0992d5-b6c3-4051-b8d7-866b201f4f50"} {"level":"info","ts":1784669224.9511209,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d0992d5-b6c3-4051-b8d7-866b201f4f50","name":"e2e-external-provider"} {"level":"info","ts":1784669224.9511526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c61e61e-f3af-4d33-9955-141cc626db89","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669224.9581974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.9606423,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d0992d5-b6c3-4051-b8d7-866b201f4f50","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784669225.0514581,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3743b3c4-ace4-47a2-ae57-509bef7171f9","name":"e2e-external-model"} {"level":"info","ts":1784669225.0626242,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3743b3c4-ace4-47a2-ae57-509bef7171f9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669225.0684583,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d04628e-2167-42e9-bdd4-1132a5d93ed9"} {"level":"info","ts":1784669225.0685253,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d04628e-2167-42e9-bdd4-1132a5d93ed9","name":"e2e-external-model"} {"level":"info","ts":1784669225.0684597,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edca5830-f106-4ffa-be96-b05029c0df29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669225.0685737,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edca5830-f106-4ffa-be96-b05029c0df29","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669225.0848567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f47176e-a407-4b76-96a2-83e6b2e663d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669225.084897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f47176e-a407-4b76-96a2-83e6b2e663d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784669225.0849564,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d04628e-2167-42e9-bdd4-1132a5d93ed9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669225.0850322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6165782-9228-4536-a053-7a080ab84dd2"} {"level":"info","ts":1784669225.0850797,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6165782-9228-4536-a053-7a080ab84dd2","name":"e2e-external-model"} {"level":"info","ts":1784669225.0947359,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6165782-9228-4536-a053-7a080ab84dd2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669225.1028614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4521af84-dc73-450e-ba03-841fc0e09c78","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669225.1029224,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4521af84-dc73-450e-ba03-841fc0e09c78","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669225.1030252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85814bc7-9cf2-4ea9-84b3-55694647330c"} {"level":"info","ts":1784669225.1030848,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85814bc7-9cf2-4ea9-84b3-55694647330c","name":"e2e-external-model"} {"level":"info","ts":1784669225.1115296,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85814bc7-9cf2-4ea9-84b3-55694647330c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669234.558784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669234.5588496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c"} {"level":"info","ts":1784669234.5588586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c"} {"level":"info","ts":1784669234.5588703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","EoS":true} {"level":"info","ts":1784669234.5588927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","header":"x-maas-subscription"} {"level":"info","ts":1784669234.558902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","header":"x-maas-username"} {"level":"info","ts":1784669234.558906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","header":"x-maas-group"} {"level":"info","ts":1784669234.5589182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669234.5589244,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","modelName":"e2e-external-model"} {"level":"info","ts":1784669234.558937,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784669234.558974,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784669234.5589917,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","authType":"apikey"} {"level":"info","ts":1784669234.5590186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c"} {"level":"info","ts":1784669234.6727734,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d58e272-99e9-4ef8-a3fd-730b18748066"} {"level":"info","ts":1784669234.672781,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89082796-134a-4724-a532-23113e89c5ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.6729026,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89082796-134a-4724-a532-23113e89c5ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.6801202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c57bd48a-3cd9-4ac5-bb1d-48349b56853a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.6801472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c57bd48a-3cd9-4ac5-bb1d-48349b56853a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784669234.6814814,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d58e272-99e9-4ef8-a3fd-730b18748066","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669234.6815426,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d58e272-99e9-4ef8-a3fd-730b18748066","name":"e2e-cleanup-test"} {"level":"info","ts":1784669234.6966288,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d58e272-99e9-4ef8-a3fd-730b18748066","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784669234.7004151,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d58e272-99e9-4ef8-a3fd-730b18748066","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669234.7004976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d64f298e-99e2-4a8f-a5c3-ee4c5ca75513"} {"level":"info","ts":1784669234.700577,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d64f298e-99e2-4a8f-a5c3-ee4c5ca75513","name":"e2e-cleanup-test"} {"level":"info","ts":1784669234.704079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68c9c043-b853-4eb3-8279-18869c1309b5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.7041125,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68c9c043-b853-4eb3-8279-18869c1309b5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784669234.7141163,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d64f298e-99e2-4a8f-a5c3-ee4c5ca75513","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784669234.714166,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d64f298e-99e2-4a8f-a5c3-ee4c5ca75513","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669234.7142148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e233bbc0-687a-4dbe-b826-6bdbf5b7b708"} {"level":"info","ts":1784669234.714268,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e233bbc0-687a-4dbe-b826-6bdbf5b7b708","name":"e2e-cleanup-test"} {"level":"info","ts":1784669234.7169073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21d69362-e4e9-4717-83e4-c407f2c5e559","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.7169404,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21d69362-e4e9-4717-83e4-c407f2c5e559","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.7219005,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e233bbc0-687a-4dbe-b826-6bdbf5b7b708","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784669234.7252042,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e233bbc0-687a-4dbe-b826-6bdbf5b7b708","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669234.7252707,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec037665-0056-4753-b13c-8558fd23fba6"} {"level":"info","ts":1784669234.7253234,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec037665-0056-4753-b13c-8558fd23fba6","name":"e2e-cleanup-test"} {"level":"info","ts":1784669234.7311735,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3610da63-fefd-40db-a7c3-9b4876bda0d0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.7312021,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3610da63-fefd-40db-a7c3-9b4876bda0d0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.7325313,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec037665-0056-4753-b13c-8558fd23fba6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784669234.735631,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec037665-0056-4753-b13c-8558fd23fba6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669234.7357116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"001af3cc-c482-4056-b07f-8bef20ce3641"} {"level":"info","ts":1784669234.7357578,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"001af3cc-c482-4056-b07f-8bef20ce3641","name":"e2e-cleanup-test"} {"level":"info","ts":1784669234.742735,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"001af3cc-c482-4056-b07f-8bef20ce3641","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669242.9433882,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1d58c5-5ba4-461b-81fe-b8cb9e32bb64"} {"level":"info","ts":1784669242.943428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17ad51ef-b61d-4d23-a574-7dfd786ecfea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669242.9434547,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17ad51ef-b61d-4d23-a574-7dfd786ecfea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669247.2756846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.275751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12"} {"level":"info","ts":1784669247.2757664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12"} {"level":"info","ts":1784669247.2757776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12","EoS":true} {"level":"info","ts":1784669247.2758086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784669247.2758346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12"} {"level":"info","ts":1784669247.3164659,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.3165305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6"} {"level":"info","ts":1784669247.316545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6"} {"level":"info","ts":1784669247.3165567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","EoS":true} {"level":"info","ts":1784669247.3165755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","header":"x-maas-subscription"} {"level":"info","ts":1784669247.3165863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","header":"x-maas-group"} {"level":"info","ts":1784669247.3165922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","header":"x-maas-username"} {"level":"info","ts":1784669247.3166041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669247.316612,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","modelName":"e2e-external-model"} {"level":"info","ts":1784669247.316624,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784669247.3166416,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784669247.3166573,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","authType":"apikey"} {"level":"info","ts":1784669247.3166816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6"} {"level":"info","ts":1784669247.3567379,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.3567972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.3568058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.356816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","EoS":true} {"level":"info","ts":1784669247.356836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","header":"x-maas-username"} {"level":"info","ts":1784669247.3568459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","header":"x-maas-group"} {"level":"info","ts":1784669247.3568513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","header":"x-maas-subscription"} {"level":"info","ts":1784669247.356862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669247.3568919,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.448674,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.448702,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.4487224,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","EoS":false} {"level":"info","ts":1784669247.4487345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","EoS":true} {"level":"error","ts":1784669247.4487522,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784669247.448801,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.4852924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.485356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669247.4853961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669247.4854147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","EoS":true} {"level":"info","ts":1784669247.485439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","header":"x-maas-username"} {"level":"info","ts":1784669247.4854486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","header":"x-maas-subscription"} {"level":"info","ts":1784669247.485453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","header":"x-maas-group"} {"level":"info","ts":1784669247.485484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669247.5270996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669247.5271237,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669247.5271444,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","EoS":false} {"level":"info","ts":1784669247.5273237,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","EoS":true} {"level":"error","ts":1784669247.5273495,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784669247.527414,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669248.3900552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e36b5a91-63ef-4196-a808-8d40a26d36c7"} {"level":"info","ts":1784669248.3900595,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53cd19a2-4107-4207-9889-752c9670b786","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669248.3901207,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53cd19a2-4107-4207-9889-752c9670b786","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669248.541392,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74fcb36f-9e6a-4223-a99f-ed7cece75f51"} {"level":"info","ts":1784669248.5414364,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2e34dbe-8068-4de5-8afe-840302a44d39","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669248.5414639,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2e34dbe-8068-4de5-8afe-840302a44d39","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669248.669156,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a5824b04-f4a4-4cae-8efa-03085eb534cd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784669248.6692085,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a5824b04-f4a4-4cae-8efa-03085eb534cd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784669864.2985554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669864.2986307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784669864.2986412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784669864.2986522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","EoS":true} {"level":"info","ts":1784669864.298675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","header":"x-maas-group"} {"level":"info","ts":1784669864.2986848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","header":"x-maas-username"} {"level":"info","ts":1784669864.2986903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","header":"x-maas-subscription"} {"level":"info","ts":1784669864.2987025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","path":"/ai-tenant-e2e-inf-b-9e03c3/test-model-9e03c3/v1/chat/completions"} {"level":"info","ts":1784669864.2987275,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784669864.3114247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784669864.311446,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784669864.3114614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","EoS":false} {"level":"info","ts":1784669864.3114731,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","EoS":true} {"level":"info","ts":1784669864.311509,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784670315.7061915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784670315.7062864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670315.7063012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670315.7063181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","EoS":true} {"level":"info","ts":1784670315.7063527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","header":"x-maas-username"} {"level":"info","ts":1784670315.7063904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","header":"x-maas-subscription"} {"level":"info","ts":1784670315.706398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","header":"x-maas-group"} {"level":"info","ts":1784670315.7064166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","path":"/ai-tenant-e2e-shared-a-e584ac/rate-test-model-e584ac/v1/completions"} {"level":"info","ts":1784670315.706454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670315.707473,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670315.7074935,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670315.7075095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","EoS":false} {"level":"info","ts":1784670315.7075212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","EoS":true} {"level":"info","ts":1784670315.7075562,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670337.798879,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784670337.7989435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9d30718-4076-4339-b1c0-351661d0be60"}