{"level":"info","ts":1785860117.042081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"516ad905-fdcd-4234-b2c4-24ea3f5af91f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860117.0421038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"516ad905-fdcd-4234-b2c4-24ea3f5af91f"} {"level":"info","ts":1785860117.0824578,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860117.082542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7306e30-5d5b-48a1-a4a0-5cdc73c2d889"} {"level":"info","ts":1785860117.082577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7306e30-5d5b-48a1-a4a0-5cdc73c2d889"} {"level":"info","ts":1785860117.0825896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7306e30-5d5b-48a1-a4a0-5cdc73c2d889","EoS":false} {"level":"info","ts":1785860117.0826013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7306e30-5d5b-48a1-a4a0-5cdc73c2d889","EoS":true} {"level":"info","ts":1785860117.0826228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7306e30-5d5b-48a1-a4a0-5cdc73c2d889","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860117.08264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7306e30-5d5b-48a1-a4a0-5cdc73c2d889","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860117.0826664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7306e30-5d5b-48a1-a4a0-5cdc73c2d889"} {"level":"info","ts":1785860130.6580284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860130.6581113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f54a578b-1a7f-4d7f-960e-8f14b2e4a2dc"} {"level":"info","ts":1785860130.6581206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f54a578b-1a7f-4d7f-960e-8f14b2e4a2dc"} {"level":"info","ts":1785860130.658132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f54a578b-1a7f-4d7f-960e-8f14b2e4a2dc","EoS":false} {"level":"info","ts":1785860130.6581428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f54a578b-1a7f-4d7f-960e-8f14b2e4a2dc","EoS":true} {"level":"info","ts":1785860130.658164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f54a578b-1a7f-4d7f-960e-8f14b2e4a2dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860130.658181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f54a578b-1a7f-4d7f-960e-8f14b2e4a2dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860130.6582072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f54a578b-1a7f-4d7f-960e-8f14b2e4a2dc"} {"level":"info","ts":1785860130.7034557,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860130.7035303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8be2601-d283-4e43-b69b-f165b410a21a"} {"level":"info","ts":1785860130.7035394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8be2601-d283-4e43-b69b-f165b410a21a"} {"level":"info","ts":1785860130.7035716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8be2601-d283-4e43-b69b-f165b410a21a","EoS":false} {"level":"info","ts":1785860130.7035868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8be2601-d283-4e43-b69b-f165b410a21a","EoS":true} {"level":"info","ts":1785860130.7036111,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8be2601-d283-4e43-b69b-f165b410a21a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860130.7036324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8be2601-d283-4e43-b69b-f165b410a21a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860130.7036521,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8be2601-d283-4e43-b69b-f165b410a21a"} {"level":"info","ts":1785860130.7337797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860130.7338512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e5067bf-7b86-486d-9b73-f48abea7e3dd"} {"level":"info","ts":1785860130.7338605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e5067bf-7b86-486d-9b73-f48abea7e3dd"} {"level":"info","ts":1785860130.7338717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e5067bf-7b86-486d-9b73-f48abea7e3dd","EoS":false} {"level":"info","ts":1785860130.7338848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e5067bf-7b86-486d-9b73-f48abea7e3dd","EoS":true} {"level":"info","ts":1785860130.7339075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e5067bf-7b86-486d-9b73-f48abea7e3dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860130.733923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e5067bf-7b86-486d-9b73-f48abea7e3dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860130.733946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e5067bf-7b86-486d-9b73-f48abea7e3dd"} {"level":"info","ts":1785860130.8362396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860130.8363364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5275cc33-9ef7-478b-808d-0618263d2d12"} {"level":"info","ts":1785860130.8363502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5275cc33-9ef7-478b-808d-0618263d2d12"} {"level":"info","ts":1785860130.8363612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5275cc33-9ef7-478b-808d-0618263d2d12","EoS":false} {"level":"info","ts":1785860130.8363724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5275cc33-9ef7-478b-808d-0618263d2d12","EoS":true} {"level":"info","ts":1785860130.836394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5275cc33-9ef7-478b-808d-0618263d2d12","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860130.836409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5275cc33-9ef7-478b-808d-0618263d2d12","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860130.8364284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5275cc33-9ef7-478b-808d-0618263d2d12"} {"level":"info","ts":1785860131.5722537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860131.5723276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff41e5ba-26b2-438f-9b58-bcbc6161d0e5"} {"level":"info","ts":1785860131.572337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff41e5ba-26b2-438f-9b58-bcbc6161d0e5"} {"level":"info","ts":1785860131.5723479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff41e5ba-26b2-438f-9b58-bcbc6161d0e5","EoS":false} {"level":"info","ts":1785860131.5723581,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff41e5ba-26b2-438f-9b58-bcbc6161d0e5","EoS":true} {"level":"info","ts":1785860131.5723789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff41e5ba-26b2-438f-9b58-bcbc6161d0e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860131.572395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff41e5ba-26b2-438f-9b58-bcbc6161d0e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860131.5724163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff41e5ba-26b2-438f-9b58-bcbc6161d0e5"} {"level":"info","ts":1785860131.6127784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860131.612853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c1c6faf-4de1-4cd6-90f8-6069473af6b9"} {"level":"info","ts":1785860131.6128683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c1c6faf-4de1-4cd6-90f8-6069473af6b9"} {"level":"info","ts":1785860131.6128795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c1c6faf-4de1-4cd6-90f8-6069473af6b9","EoS":false} {"level":"info","ts":1785860131.6128926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c1c6faf-4de1-4cd6-90f8-6069473af6b9","EoS":true} {"level":"info","ts":1785860131.6129136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c1c6faf-4de1-4cd6-90f8-6069473af6b9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860131.612929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c1c6faf-4de1-4cd6-90f8-6069473af6b9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860131.6129441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c1c6faf-4de1-4cd6-90f8-6069473af6b9"} {"level":"info","ts":1785860135.7846787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860135.7847686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0da4118a-5172-4459-86ad-a6b49b4bb502"} {"level":"info","ts":1785860135.784782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0da4118a-5172-4459-86ad-a6b49b4bb502"} {"level":"info","ts":1785860135.7848008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0da4118a-5172-4459-86ad-a6b49b4bb502","EoS":false} {"level":"info","ts":1785860135.784821,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0da4118a-5172-4459-86ad-a6b49b4bb502","EoS":true} {"level":"info","ts":1785860135.7848518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0da4118a-5172-4459-86ad-a6b49b4bb502","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860135.7848701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0da4118a-5172-4459-86ad-a6b49b4bb502","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860135.784903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0da4118a-5172-4459-86ad-a6b49b4bb502"} {"level":"info","ts":1785860151.6693583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860151.6694489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604"} {"level":"info","ts":1785860151.6694627,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604"} {"level":"info","ts":1785860151.669478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604","EoS":false} {"level":"info","ts":1785860151.6694918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604","EoS":true} {"level":"info","ts":1785860151.669584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860151.6696012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860151.6696246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604"} {"level":"info","ts":1785860151.825447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860151.825542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8255854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8256059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","EoS":false} {"level":"info","ts":1785860151.8256261,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","EoS":true} {"level":"info","ts":1785860151.825662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860151.8256807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860151.825713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.9714103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860151.9714925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.9715016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.971512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","EoS":false} {"level":"info","ts":1785860151.9715238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","EoS":true} {"level":"info","ts":1785860151.9715748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860151.971598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860151.9716265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860152.1187277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860152.1188064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.1188161,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.118827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","EoS":false} {"level":"info","ts":1785860152.1188407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","EoS":true} {"level":"info","ts":1785860152.1188624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860152.1188781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860152.1189072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.2634447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860152.2635348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.2635643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.2635849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","EoS":false} {"level":"info","ts":1785860152.2636042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","EoS":true} {"level":"info","ts":1785860152.2636392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860152.2636602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860152.2636948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.4057264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860152.4058044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ee774eb-faaa-4ad6-80b2-2fb692023530"} {"level":"info","ts":1785860152.4058151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ee774eb-faaa-4ad6-80b2-2fb692023530"} {"level":"info","ts":1785860152.405837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ee774eb-faaa-4ad6-80b2-2fb692023530","EoS":false} {"level":"info","ts":1785860152.4058585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ee774eb-faaa-4ad6-80b2-2fb692023530","EoS":true} {"level":"info","ts":1785860152.4058878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ee774eb-faaa-4ad6-80b2-2fb692023530","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860152.405905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ee774eb-faaa-4ad6-80b2-2fb692023530","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860152.4059293,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ee774eb-faaa-4ad6-80b2-2fb692023530"} {"level":"info","ts":1785860173.6979594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860173.6980596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.6980789,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.6980984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","EoS":false} {"level":"info","ts":1785860173.6981194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","EoS":true} {"level":"info","ts":1785860173.6981509,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860173.6981697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860173.698198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.7517703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860173.7518551,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2df503b1-77a0-4cdd-9f7c-5483369b3c91"} {"level":"info","ts":1785860173.751864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2df503b1-77a0-4cdd-9f7c-5483369b3c91"} {"level":"info","ts":1785860173.751875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2df503b1-77a0-4cdd-9f7c-5483369b3c91","EoS":false} {"level":"info","ts":1785860173.7518854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2df503b1-77a0-4cdd-9f7c-5483369b3c91","EoS":true} {"level":"info","ts":1785860173.7519076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2df503b1-77a0-4cdd-9f7c-5483369b3c91","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860173.751923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2df503b1-77a0-4cdd-9f7c-5483369b3c91","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860173.7519467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2df503b1-77a0-4cdd-9f7c-5483369b3c91"} {"level":"info","ts":1785860173.792068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860173.7921472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55a3553b-50af-45bd-82f1-058b7975cf7b"} {"level":"info","ts":1785860173.7921624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55a3553b-50af-45bd-82f1-058b7975cf7b"} {"level":"info","ts":1785860173.792179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55a3553b-50af-45bd-82f1-058b7975cf7b","EoS":false} {"level":"info","ts":1785860173.7921937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55a3553b-50af-45bd-82f1-058b7975cf7b","EoS":true} {"level":"info","ts":1785860173.7922146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55a3553b-50af-45bd-82f1-058b7975cf7b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860173.7922301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55a3553b-50af-45bd-82f1-058b7975cf7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860173.7922547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55a3553b-50af-45bd-82f1-058b7975cf7b"} {"level":"info","ts":1785860173.835738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860173.8358114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46"} {"level":"info","ts":1785860178.5091257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860178.5092194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.5092344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.5092547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","EoS":false} {"level":"info","ts":1785860178.5092738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","EoS":true} {"level":"info","ts":1785860178.5093017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860178.5093203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860178.5093522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860187.1389716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860187.1390638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.1390793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.1390994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","EoS":false} {"level":"info","ts":1785860187.1391187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","EoS":true} {"level":"info","ts":1785860187.1391485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860187.1391683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860187.1392071,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860200.0987606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860200.0988364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.0988462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.0988586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","EoS":false} {"level":"info","ts":1785860200.0988688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","EoS":true} {"level":"info","ts":1785860200.0988984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860200.098919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860200.0989406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860208.6839044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860208.6839824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.6839933,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.6840057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","EoS":false} {"level":"info","ts":1785860208.6840181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","EoS":true} {"level":"info","ts":1785860208.684041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860208.684058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860208.6840796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860217.6340208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860217.6341195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.6341338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.634149,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","EoS":false} {"level":"info","ts":1785860217.63416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","EoS":true} {"level":"info","ts":1785860217.6341803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860217.6341965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860217.6342208,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860226.74854,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860226.7486465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4542bca-d0b8-4291-9a75-65a29abb5930"} {"level":"info","ts":1785860226.7486587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4542bca-d0b8-4291-9a75-65a29abb5930"} {"level":"info","ts":1785860226.7486691,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4542bca-d0b8-4291-9a75-65a29abb5930","EoS":false} {"level":"info","ts":1785860226.748682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4542bca-d0b8-4291-9a75-65a29abb5930","EoS":true} {"level":"info","ts":1785860226.7487035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4542bca-d0b8-4291-9a75-65a29abb5930","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860226.7487187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4542bca-d0b8-4291-9a75-65a29abb5930","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860226.7487395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4542bca-d0b8-4291-9a75-65a29abb5930"} {"level":"info","ts":1785860234.7298272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860234.7299166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71be22f8-7d51-41bb-a519-a07aea7dd4cb"} {"level":"info","ts":1785860234.729934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71be22f8-7d51-41bb-a519-a07aea7dd4cb"} {"level":"info","ts":1785860234.7299557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71be22f8-7d51-41bb-a519-a07aea7dd4cb","EoS":false} {"level":"info","ts":1785860234.729977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71be22f8-7d51-41bb-a519-a07aea7dd4cb","EoS":true} {"level":"info","ts":1785860234.7300081,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71be22f8-7d51-41bb-a519-a07aea7dd4cb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860234.7300303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71be22f8-7d51-41bb-a519-a07aea7dd4cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860234.7300587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71be22f8-7d51-41bb-a519-a07aea7dd4cb"} {"level":"info","ts":1785860239.5964577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860239.5965402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b84cfa21-8235-4cd3-8ffa-180559c023ba"} {"level":"info","ts":1785860239.5965626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b84cfa21-8235-4cd3-8ffa-180559c023ba"} {"level":"info","ts":1785860239.5965793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b84cfa21-8235-4cd3-8ffa-180559c023ba","EoS":false} {"level":"info","ts":1785860239.5965936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b84cfa21-8235-4cd3-8ffa-180559c023ba","EoS":true} {"level":"info","ts":1785860239.5966148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b84cfa21-8235-4cd3-8ffa-180559c023ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860239.5966313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b84cfa21-8235-4cd3-8ffa-180559c023ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860239.5966506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b84cfa21-8235-4cd3-8ffa-180559c023ba"} {"level":"info","ts":1785860250.6637757,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860250.663854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.6638632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.6638741,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","EoS":false} {"level":"info","ts":1785860250.6638875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","EoS":true} {"level":"info","ts":1785860250.6639092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860250.6639264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860250.6639462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860285.8439207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860285.8440015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.8440163,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.8440273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","EoS":false} {"level":"info","ts":1785860285.8440397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","EoS":true} {"level":"info","ts":1785860285.8440616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860285.8440773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860285.8440988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860295.2989516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860295.2990565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8686dc85-1680-4382-a468-b72605f09728"} {"level":"info","ts":1785860295.2990687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8686dc85-1680-4382-a468-b72605f09728"} {"level":"info","ts":1785860295.2990851,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8686dc85-1680-4382-a468-b72605f09728","EoS":false} {"level":"info","ts":1785860295.2991002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8686dc85-1680-4382-a468-b72605f09728","EoS":true} {"level":"info","ts":1785860295.2991278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8686dc85-1680-4382-a468-b72605f09728","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860295.2991524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8686dc85-1680-4382-a468-b72605f09728","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860295.299189,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8686dc85-1680-4382-a468-b72605f09728"} {"level":"info","ts":1785860311.6712294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860311.6713035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05d2bac3-b96a-4cc6-9bdd-cebf84a4c49a"} {"level":"info","ts":1785860311.6713128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05d2bac3-b96a-4cc6-9bdd-cebf84a4c49a"} {"level":"info","ts":1785860311.6713235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05d2bac3-b96a-4cc6-9bdd-cebf84a4c49a","EoS":false} {"level":"info","ts":1785860311.671336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05d2bac3-b96a-4cc6-9bdd-cebf84a4c49a","EoS":true} {"level":"info","ts":1785860311.6713572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05d2bac3-b96a-4cc6-9bdd-cebf84a4c49a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860311.671373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05d2bac3-b96a-4cc6-9bdd-cebf84a4c49a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860311.6713924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05d2bac3-b96a-4cc6-9bdd-cebf84a4c49a"} {"level":"info","ts":1785860321.4005888,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860321.4006643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.400674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.400685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","EoS":false} {"level":"info","ts":1785860321.4006953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","EoS":true} {"level":"info","ts":1785860321.400717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860321.400734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860321.4007554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860330.9983602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860330.998439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860330.9984508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860330.9984622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","EoS":false} {"level":"info","ts":1785860330.998473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","EoS":true} {"level":"info","ts":1785860330.9984946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860330.9985116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860330.9985278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.0466518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860331.0467305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.0467403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.0467513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","EoS":false} {"level":"info","ts":1785860331.0467668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","EoS":true} {"level":"info","ts":1785860331.046788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860331.046807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860331.0468285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860350.3281734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860350.3282523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.3282623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.3282738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","EoS":false} {"level":"info","ts":1785860350.3282838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","EoS":true} {"level":"info","ts":1785860350.3283074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860350.3283253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860350.32839,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860359.7448997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860359.744976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"121e9927-db24-4be4-b57d-98bf26253410"} {"level":"info","ts":1785860359.7449853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"121e9927-db24-4be4-b57d-98bf26253410"} {"level":"info","ts":1785860359.7449963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"121e9927-db24-4be4-b57d-98bf26253410","EoS":false} {"level":"info","ts":1785860359.7450092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"121e9927-db24-4be4-b57d-98bf26253410","EoS":true} {"level":"info","ts":1785860359.7450316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"121e9927-db24-4be4-b57d-98bf26253410","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860359.745049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"121e9927-db24-4be4-b57d-98bf26253410","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860359.7450726,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"121e9927-db24-4be4-b57d-98bf26253410"} {"level":"info","ts":1785860375.8460145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860375.8460991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"151073fd-23e8-4e0d-97d7-16154d31ed58"} {"level":"info","ts":1785860375.8461142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"151073fd-23e8-4e0d-97d7-16154d31ed58"} {"level":"info","ts":1785860375.8461297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"151073fd-23e8-4e0d-97d7-16154d31ed58","EoS":false} {"level":"info","ts":1785860375.8461409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"151073fd-23e8-4e0d-97d7-16154d31ed58","EoS":true} {"level":"info","ts":1785860375.8461604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"151073fd-23e8-4e0d-97d7-16154d31ed58","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860375.8461757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"151073fd-23e8-4e0d-97d7-16154d31ed58","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860375.846199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"151073fd-23e8-4e0d-97d7-16154d31ed58"} {"level":"info","ts":1785860509.793368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860509.7934568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b891488-81af-4efb-8fcb-1c8c6439e89b"} {"level":"info","ts":1785860509.7934704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b891488-81af-4efb-8fcb-1c8c6439e89b"} {"level":"info","ts":1785860509.7934878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b891488-81af-4efb-8fcb-1c8c6439e89b","EoS":false} {"level":"info","ts":1785860509.7935028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b891488-81af-4efb-8fcb-1c8c6439e89b","EoS":true} {"level":"info","ts":1785860509.7935274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b891488-81af-4efb-8fcb-1c8c6439e89b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785860509.793543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b891488-81af-4efb-8fcb-1c8c6439e89b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785860509.7935922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b891488-81af-4efb-8fcb-1c8c6439e89b"} {"level":"info","ts":1785860533.3693304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860533.3694227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3694346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3694472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","EoS":false} {"level":"info","ts":1785860533.3694592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","EoS":true} {"level":"info","ts":1785860533.3694806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785860533.3694973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785860533.3695247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860615.5623896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860615.5624728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5624835,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5624948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","EoS":false} {"level":"info","ts":1785860615.5625048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","EoS":true} {"level":"info","ts":1785860615.5625262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860615.5625396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860615.5625823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860630.8880465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860630.888127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.8881378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.8881493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","EoS":false} {"level":"info","ts":1785860630.8881624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","EoS":true} {"level":"info","ts":1785860630.8881865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860630.888208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860630.8882287,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860631.2207904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860631.2208679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a074573a-53f6-470c-a2ac-140b6c7e68ea"} {"level":"info","ts":1785860631.220878,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a074573a-53f6-470c-a2ac-140b6c7e68ea"} {"level":"info","ts":1785860631.2208884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a074573a-53f6-470c-a2ac-140b6c7e68ea","EoS":false} {"level":"info","ts":1785860631.2208996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a074573a-53f6-470c-a2ac-140b6c7e68ea","EoS":true} {"level":"info","ts":1785860631.2209227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a074573a-53f6-470c-a2ac-140b6c7e68ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860631.2209384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a074573a-53f6-470c-a2ac-140b6c7e68ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860631.220957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a074573a-53f6-470c-a2ac-140b6c7e68ea"} {"level":"info","ts":1785860968.3894162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860968.3895175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.3895342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.3895757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","EoS":false} {"level":"info","ts":1785860968.389596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","EoS":true} {"level":"info","ts":1785860968.3896258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860968.3896468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860968.3896775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.4360387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860968.4361167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb97290d-3c54-42d2-9409-6a3d924cbacc"} {"level":"info","ts":1785860968.4361324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb97290d-3c54-42d2-9409-6a3d924cbacc"} {"level":"info","ts":1785860968.4361436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb97290d-3c54-42d2-9409-6a3d924cbacc","EoS":false} {"level":"info","ts":1785860968.436157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb97290d-3c54-42d2-9409-6a3d924cbacc","EoS":true} {"level":"info","ts":1785860968.43618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb97290d-3c54-42d2-9409-6a3d924cbacc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860968.436197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb97290d-3c54-42d2-9409-6a3d924cbacc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860968.4362175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb97290d-3c54-42d2-9409-6a3d924cbacc"} {"level":"info","ts":1785860968.4747207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860968.4748018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af5ba3e6-4809-44b0-839c-ef35e8af80e5"} {"level":"info","ts":1785860968.4748158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af5ba3e6-4809-44b0-839c-ef35e8af80e5"} {"level":"info","ts":1785860968.4748318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af5ba3e6-4809-44b0-839c-ef35e8af80e5","EoS":false} {"level":"info","ts":1785860968.4748461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af5ba3e6-4809-44b0-839c-ef35e8af80e5","EoS":true} {"level":"info","ts":1785860968.474867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af5ba3e6-4809-44b0-839c-ef35e8af80e5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860968.474891,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af5ba3e6-4809-44b0-839c-ef35e8af80e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860968.4749167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af5ba3e6-4809-44b0-839c-ef35e8af80e5"} {"level":"info","ts":1785860973.355668,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66e33ac4-7b26-43c6-97cb-d70aa63a835e"} {"level":"info","ts":1785860973.3557396,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"957f79d9-b3f5-4f22-8283-ccb4af323217","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860973.3557668,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"957f79d9-b3f5-4f22-8283-ccb4af323217","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785860973.360897,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc9072b5-790d-4e42-aa6b-6f38ac430e09","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860973.3609252,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc9072b5-790d-4e42-aa6b-6f38ac430e09","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785860973.363927,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66e33ac4-7b26-43c6-97cb-d70aa63a835e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860973.3641639,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35045.711133932,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.364183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.530013,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59c3f073-57eb-4e52-854b-aaf943e0805f"} {"level":"info","ts":1785860973.5301752,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c91873e-354c-43f1-9f57-2197ea6bdac9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.5304658,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c91873e-354c-43f1-9f57-2197ea6bdac9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.5305471,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34302.303307259,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.530575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.5306008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.5307386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8af71b11-f476-49c0-92fa-2c59c7813e48","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.5307593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8af71b11-f476-49c0-92fa-2c59c7813e48","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.5308268,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50a32fce-34dd-4417-ae38-f92aae6e6ddd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860973.530851,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50a32fce-34dd-4417-ae38-f92aae6e6ddd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785860973.5385418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.5644326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35815.540928558,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.5644586,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.5734248,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.6185675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd741962-3cb1-4ae4-9d0c-4de955cf62f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.618616,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd741962-3cb1-4ae4-9d0c-4de955cf62f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.6314223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59c3f073-57eb-4e52-854b-aaf943e0805f","name":"e2e-external-model"} {"level":"info","ts":1785860973.6364708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f8d869-0f32-429b-8fbe-6aa1fc0e0941","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.6365077,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f8d869-0f32-429b-8fbe-6aa1fc0e0941","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.6425,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59c3f073-57eb-4e52-854b-aaf943e0805f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785860973.6484542,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59c3f073-57eb-4e52-854b-aaf943e0805f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860973.648577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834f4cf5-c139-4aa2-aff2-0d8044bec350"} {"level":"info","ts":1785860973.648631,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834f4cf5-c139-4aa2-aff2-0d8044bec350","name":"e2e-external-model"} {"level":"info","ts":1785860973.6547692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"798c4737-c95e-47ad-bb60-35864845e1ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.654796,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"798c4737-c95e-47ad-bb60-35864845e1ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.6588933,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834f4cf5-c139-4aa2-aff2-0d8044bec350","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785860973.6631756,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834f4cf5-c139-4aa2-aff2-0d8044bec350","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860973.663246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbcefd48-bef9-49ca-a0c9-f4e497412561"} {"level":"info","ts":1785860973.6632934,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbcefd48-bef9-49ca-a0c9-f4e497412561","name":"e2e-external-model"} {"level":"info","ts":1785860973.6653013,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66e33ac4-7b26-43c6-97cb-d70aa63a835e","name":"e2e-external-provider"} {"level":"info","ts":1785860973.6718316,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbcefd48-bef9-49ca-a0c9-f4e497412561","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860973.6765149,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66e33ac4-7b26-43c6-97cb-d70aa63a835e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785860973.6808507,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66e33ac4-7b26-43c6-97cb-d70aa63a835e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860973.680931,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c6d53bc-b455-414d-87cc-a9838f3db53f"} {"level":"info","ts":1785860973.680974,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c6d53bc-b455-414d-87cc-a9838f3db53f","name":"e2e-external-provider"} {"level":"info","ts":1785860973.6920104,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c6d53bc-b455-414d-87cc-a9838f3db53f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785860985.2887504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860985.2888372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172"} {"level":"info","ts":1785860985.2888513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172"} {"level":"info","ts":1785860985.288866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172","EoS":false} {"level":"info","ts":1785860985.2888837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172","EoS":true} {"level":"info","ts":1785860985.288917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785860985.2889364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860985.2889493,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172","modelName":"e2e-external-model"} {"level":"info","ts":1785860985.2889712,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785860985.289038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea3ba93a-fb5f-4387-ae29-8acb6bc36172"} {"level":"info","ts":1785860985.344473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860985.3445475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e"} {"level":"info","ts":1785860985.3445733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e"} {"level":"info","ts":1785860985.3445842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e","EoS":false} {"level":"info","ts":1785860985.344594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e","EoS":true} {"level":"info","ts":1785860985.344619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785860985.3446345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860985.3446436,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e","modelName":"e2e-external-model"} {"level":"info","ts":1785860985.344657,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785860985.3446977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"153e07a7-ddd0-45cc-bc5b-1898dabd211e"} {"level":"info","ts":1785860985.3750334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860985.375127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.3751488,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.375167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","EoS":false} {"level":"info","ts":1785860985.3751876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","EoS":true} {"level":"info","ts":1785860985.3752148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785860985.3752367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860985.375251,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","modelName":"e2e-external-model"} {"level":"info","ts":1785860985.3752701,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785860985.3753228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.6068347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd8fdbd-f1a7-44bb-b63d-5bcdeaa6109b"} {"level":"info","ts":1785860985.6068368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8b9eff5-494a-42bb-86ed-da15fd96ad82","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.606982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8b9eff5-494a-42bb-86ed-da15fd96ad82","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785860985.616074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b03f8142-9abf-4c7e-adbb-a631f8386877","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6161091,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b03f8142-9abf-4c7e-adbb-a631f8386877","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785860985.6182592,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd8fdbd-f1a7-44bb-b63d-5bcdeaa6109b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860985.6183245,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd8fdbd-f1a7-44bb-b63d-5bcdeaa6109b","name":"e2e-cleanup-test"} {"level":"error","ts":1785860985.641881,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd8fdbd-f1a7-44bb-b63d-5bcdeaa6109b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785860985.6419423,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd8fdbd-f1a7-44bb-b63d-5bcdeaa6109b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860985.6420257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1d5102-bb8c-4053-9d46-09fdca34fae9"} {"level":"info","ts":1785860985.6420782,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9cab97c-c643-48df-8275-fcf281b5197b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6421103,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9cab97c-c643-48df-8275-fcf281b5197b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785860985.642089,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1d5102-bb8c-4053-9d46-09fdca34fae9","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6567304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3bff6fa-3ef7-48a0-8f26-aef79aed76e0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6567702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3bff6fa-3ef7-48a0-8f26-aef79aed76e0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785860985.6608095,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1d5102-bb8c-4053-9d46-09fdca34fae9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785860985.6608539,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1d5102-bb8c-4053-9d46-09fdca34fae9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860985.6609046,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fd397f2-d830-4993-aa47-c92537d87ad5"} {"level":"info","ts":1785860985.6609523,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fd397f2-d830-4993-aa47-c92537d87ad5","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6709113,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fd397f2-d830-4993-aa47-c92537d87ad5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860985.672846,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74886f6d-394d-438f-a76a-308a344964de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6728764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74886f6d-394d-438f-a76a-308a344964de","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785860985.6758184,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fd397f2-d830-4993-aa47-c92537d87ad5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860985.6758964,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caeeffae-859d-45f5-9fe4-f32b53322530"} {"level":"info","ts":1785860985.6759531,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caeeffae-859d-45f5-9fe4-f32b53322530","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6844876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caeeffae-859d-45f5-9fe4-f32b53322530","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860993.877449,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe822dba-be76-43dc-a735-5ab9181547a6"} {"level":"info","ts":1785860993.8774946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f40520f-ca12-43e7-aa3d-a6a9a54befdb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860993.8775265,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f40520f-ca12-43e7-aa3d-a6a9a54befdb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860998.1973531,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.1974308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8"} {"level":"info","ts":1785860998.1974392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8"} {"level":"info","ts":1785860998.1974506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8","EoS":false} {"level":"info","ts":1785860998.1974614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8","EoS":true} {"level":"info","ts":1785860998.197481,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785860998.1974971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785860998.197543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8"} {"level":"info","ts":1785860998.2333152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.2333865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.2333958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.2334063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","EoS":false} {"level":"info","ts":1785860998.2334166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","EoS":true} {"level":"info","ts":1785860998.233443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785860998.2334588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860998.233467,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","modelName":"e2e-external-model"} {"level":"info","ts":1785860998.2334807,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785860998.2335184,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.3305383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.3306358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.3306444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.3306558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","EoS":false} {"level":"info","ts":1785860998.3306706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","EoS":true} {"level":"info","ts":1785860998.3306928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785860998.330718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860998.3307343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.4739225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.4739957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.4740052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.474016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","EoS":false} {"level":"info","ts":1785860998.4740264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","EoS":true} {"level":"info","ts":1785860998.4740493,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","field":"model"} {"level":"info","ts":1785860998.4740746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860999.370477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d42583cf-24d8-4d2b-8961-fff8dd0aa78a"} {"level":"info","ts":1785860999.3705268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af314e86-7976-4a5c-bc7b-fa551836de60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860999.37058,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af314e86-7976-4a5c-bc7b-fa551836de60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860999.5167842,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9f03f98-f426-48b1-914e-51692360b688","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860999.5168235,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9f03f98-f426-48b1-914e-51692360b688","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860999.516836,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46ce92e7-c54d-4d37-a523-0a78359256ed"} {"level":"info","ts":1785862496.747417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785862496.747499,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cedaa65-6f69-4827-a36c-8e99f67799a0"} {"level":"info","ts":1785862574.6119423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785862574.6120248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.6120327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.6120439,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","EoS":false} {"level":"info","ts":1785862574.612055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","EoS":true} {"level":"info","ts":1785862574.6120772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785862574.6120925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785862574.6121116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"}