{"level":"info","ts":1784766852.6186905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3ee650f-f377-4593-b47e-f9e8dce65ca6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766852.6187112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3ee650f-f377-4593-b47e-f9e8dce65ca6"} {"level":"info","ts":1784766868.4652748,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766868.465349,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1"} {"level":"info","ts":1784766868.465362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1"} {"level":"info","ts":1784766868.4653738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","EoS":false} {"level":"info","ts":1784766868.4653857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","EoS":true} {"level":"info","ts":1784766868.4654057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766868.4654205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.4654408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1"} {"level":"info","ts":1784766868.6084385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766868.6085181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.608529,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.60854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","EoS":false} {"level":"info","ts":1784766868.608552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","EoS":true} {"level":"info","ts":1784766868.6085734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766868.6085887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.608609,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.748148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766868.7482214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.7482333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.7482464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","EoS":false} {"level":"info","ts":1784766868.7482562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","EoS":true} {"level":"info","ts":1784766868.7482762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766868.7482915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.7483137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.888015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766868.8880813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766868.8880932,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766868.888109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","EoS":false} {"level":"info","ts":1784766868.8881228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","EoS":true} {"level":"info","ts":1784766868.888138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766868.8881507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.8881671,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766869.0258083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766869.0258944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.0259054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.0259166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","EoS":false} {"level":"info","ts":1784766869.0259266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","EoS":true} {"level":"info","ts":1784766869.0259433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766869.025956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766869.025973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.1623957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766869.1624484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0b1de1b-7b01-4cc2-a969-89653c746183"} {"level":"info","ts":1784766869.1624565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0b1de1b-7b01-4cc2-a969-89653c746183"} {"level":"info","ts":1784766869.162475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0b1de1b-7b01-4cc2-a969-89653c746183","EoS":false} {"level":"info","ts":1784766869.162486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0b1de1b-7b01-4cc2-a969-89653c746183","EoS":true} {"level":"info","ts":1784766869.1625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0b1de1b-7b01-4cc2-a969-89653c746183","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766869.1625128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0b1de1b-7b01-4cc2-a969-89653c746183","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766869.1625278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0b1de1b-7b01-4cc2-a969-89653c746183"} {"level":"info","ts":1784766884.8453853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766884.8454747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.8454878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.8455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","EoS":false} {"level":"info","ts":1784766884.8455122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","EoS":true} {"level":"info","ts":1784766884.8455336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766884.8455489,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766884.8455682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.8833716,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766884.8834243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.8834343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.8834455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","EoS":false} {"level":"info","ts":1784766884.8834574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","EoS":true} {"level":"info","ts":1784766884.8834736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766884.8834887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766884.8835046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.9204545,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766884.9204998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3b8a3c8-666c-4291-8ef2-2b5a9f118b19"} {"level":"info","ts":1784766884.9205067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3b8a3c8-666c-4291-8ef2-2b5a9f118b19"} {"level":"info","ts":1784766884.920516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3b8a3c8-666c-4291-8ef2-2b5a9f118b19","EoS":false} {"level":"info","ts":1784766884.9205284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3b8a3c8-666c-4291-8ef2-2b5a9f118b19","EoS":true} {"level":"info","ts":1784766884.9205432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3b8a3c8-666c-4291-8ef2-2b5a9f118b19","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766884.9205544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3b8a3c8-666c-4291-8ef2-2b5a9f118b19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766884.9205694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3b8a3c8-666c-4291-8ef2-2b5a9f118b19"} {"level":"info","ts":1784766884.9589567,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766884.959012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7680242b-fa55-4ee0-b597-0023fe48324f"} {"level":"info","ts":1784766884.9590247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7680242b-fa55-4ee0-b597-0023fe48324f"} {"level":"info","ts":1784766884.9590344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7680242b-fa55-4ee0-b597-0023fe48324f","EoS":false} {"level":"info","ts":1784766884.9590447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7680242b-fa55-4ee0-b597-0023fe48324f","EoS":true} {"level":"info","ts":1784766884.959059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7680242b-fa55-4ee0-b597-0023fe48324f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766884.95907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7680242b-fa55-4ee0-b597-0023fe48324f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766884.9590843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7680242b-fa55-4ee0-b597-0023fe48324f"} {"level":"info","ts":1784766884.9907448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766884.9907925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961"} {"level":"info","ts":1784766889.6434712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766889.6435473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766889.643562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766889.6435783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","EoS":false} {"level":"info","ts":1784766889.6435924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","EoS":true} {"level":"info","ts":1784766889.6436136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766889.6436284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766889.6436467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766898.342143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766898.3422232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa7e3caa-c049-484a-97b8-9b40ff4cd0b4"} {"level":"info","ts":1784766898.342236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa7e3caa-c049-484a-97b8-9b40ff4cd0b4"} {"level":"info","ts":1784766898.3422482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa7e3caa-c049-484a-97b8-9b40ff4cd0b4","EoS":false} {"level":"info","ts":1784766898.3422673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa7e3caa-c049-484a-97b8-9b40ff4cd0b4","EoS":true} {"level":"info","ts":1784766898.342289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa7e3caa-c049-484a-97b8-9b40ff4cd0b4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766898.3423045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa7e3caa-c049-484a-97b8-9b40ff4cd0b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766898.3423302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa7e3caa-c049-484a-97b8-9b40ff4cd0b4"} {"level":"info","ts":1784766900.3731072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766900.373183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766900.373195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766900.3732069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","EoS":false} {"level":"info","ts":1784766900.373217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","EoS":true} {"level":"info","ts":1784766900.373237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766900.3732538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766900.3732743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766913.3707497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766913.3708565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766913.37087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766913.3708825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","EoS":false} {"level":"info","ts":1784766913.3708928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","EoS":true} {"level":"info","ts":1784766913.370914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766913.3709302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766913.370952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766922.152918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766922.1529925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766922.1530015,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766922.153013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","EoS":false} {"level":"info","ts":1784766922.1530237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","EoS":true} {"level":"info","ts":1784766922.1530437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766922.1530595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766922.1530821,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766931.441753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766931.4418437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766931.4418535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766931.4418666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","EoS":false} {"level":"info","ts":1784766931.4418793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","EoS":true} {"level":"info","ts":1784766931.441908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766931.4419243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766931.441944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766940.6288774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766940.6289544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c72d25c-689d-4521-b871-39ae1d9707a2"} {"level":"info","ts":1784766940.6289651,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c72d25c-689d-4521-b871-39ae1d9707a2"} {"level":"info","ts":1784766940.6289768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c72d25c-689d-4521-b871-39ae1d9707a2","EoS":false} {"level":"info","ts":1784766940.6289878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c72d25c-689d-4521-b871-39ae1d9707a2","EoS":true} {"level":"info","ts":1784766940.6290083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c72d25c-689d-4521-b871-39ae1d9707a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766940.6290233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c72d25c-689d-4521-b871-39ae1d9707a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766940.6290429,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c72d25c-689d-4521-b871-39ae1d9707a2"} {"level":"info","ts":1784766945.5109177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766945.5110025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78e47188-29d4-4b12-bc94-0e3ec3e6f031"} {"level":"info","ts":1784766945.5110123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78e47188-29d4-4b12-bc94-0e3ec3e6f031"} {"level":"info","ts":1784766945.5110242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78e47188-29d4-4b12-bc94-0e3ec3e6f031","EoS":false} {"level":"info","ts":1784766945.5110369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78e47188-29d4-4b12-bc94-0e3ec3e6f031","EoS":true} {"level":"info","ts":1784766945.5110583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78e47188-29d4-4b12-bc94-0e3ec3e6f031","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766945.5110767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78e47188-29d4-4b12-bc94-0e3ec3e6f031","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766945.5110967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78e47188-29d4-4b12-bc94-0e3ec3e6f031"} {"level":"info","ts":1784766950.4219866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766950.422071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98cb7e2e-d461-4180-a3a5-64d69aa676b5"} {"level":"info","ts":1784766950.4220834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98cb7e2e-d461-4180-a3a5-64d69aa676b5"} {"level":"info","ts":1784766950.4220955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98cb7e2e-d461-4180-a3a5-64d69aa676b5","EoS":false} {"level":"info","ts":1784766950.4221103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98cb7e2e-d461-4180-a3a5-64d69aa676b5","EoS":true} {"level":"info","ts":1784766950.422131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98cb7e2e-d461-4180-a3a5-64d69aa676b5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766950.4221456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98cb7e2e-d461-4180-a3a5-64d69aa676b5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766950.4221933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98cb7e2e-d461-4180-a3a5-64d69aa676b5"} {"level":"info","ts":1784766950.737717,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766950.7377968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd44cc2-8cf8-4a34-9664-3e2c9231ec15"} {"level":"info","ts":1784766950.7378082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dd44cc2-8cf8-4a34-9664-3e2c9231ec15"} {"level":"info","ts":1784766950.737821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dd44cc2-8cf8-4a34-9664-3e2c9231ec15","EoS":false} {"level":"info","ts":1784766950.7378614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dd44cc2-8cf8-4a34-9664-3e2c9231ec15","EoS":true} {"level":"info","ts":1784766950.7378917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dd44cc2-8cf8-4a34-9664-3e2c9231ec15","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766950.7379177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd44cc2-8cf8-4a34-9664-3e2c9231ec15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766950.737944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dd44cc2-8cf8-4a34-9664-3e2c9231ec15"} {"level":"info","ts":1784766952.7779415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766952.7780132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c787c77-941a-4814-bc15-7d97400dc69a"} {"level":"info","ts":1784766952.7780228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c787c77-941a-4814-bc15-7d97400dc69a"} {"level":"info","ts":1784766952.7780375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c787c77-941a-4814-bc15-7d97400dc69a","EoS":false} {"level":"info","ts":1784766952.7780507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c787c77-941a-4814-bc15-7d97400dc69a","EoS":true} {"level":"info","ts":1784766952.7780702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c787c77-941a-4814-bc15-7d97400dc69a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766952.7780855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c787c77-941a-4814-bc15-7d97400dc69a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766952.7781038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c787c77-941a-4814-bc15-7d97400dc69a"} {"level":"info","ts":1784766954.8149529,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766954.8150325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766954.8150425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766954.8150644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","EoS":false} {"level":"info","ts":1784766954.8150787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","EoS":true} {"level":"info","ts":1784766954.8151004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766954.815117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766954.8151438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766978.066961,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766978.067044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766978.0670557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766978.0670679,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","EoS":false} {"level":"info","ts":1784766978.0670784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","EoS":true} {"level":"info","ts":1784766978.067099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766978.0671136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766978.0671356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766987.5067325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766987.5068147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d0d216f-f696-4b4a-9311-52efb3c66b7d"} {"level":"info","ts":1784766987.5068245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d0d216f-f696-4b4a-9311-52efb3c66b7d"} {"level":"info","ts":1784766987.5068538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d0d216f-f696-4b4a-9311-52efb3c66b7d","EoS":false} {"level":"info","ts":1784766987.506866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d0d216f-f696-4b4a-9311-52efb3c66b7d","EoS":true} {"level":"info","ts":1784766987.5068872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d0d216f-f696-4b4a-9311-52efb3c66b7d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766987.506902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d0d216f-f696-4b4a-9311-52efb3c66b7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766987.506921,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d0d216f-f696-4b4a-9311-52efb3c66b7d"} {"level":"info","ts":1784766993.0519342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766993.052009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11085d7b-fb24-42eb-8c78-1f0a1e063ec8"} {"level":"info","ts":1784766993.0520244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11085d7b-fb24-42eb-8c78-1f0a1e063ec8"} {"level":"info","ts":1784766993.0520356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11085d7b-fb24-42eb-8c78-1f0a1e063ec8","EoS":false} {"level":"info","ts":1784766993.0520463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11085d7b-fb24-42eb-8c78-1f0a1e063ec8","EoS":true} {"level":"info","ts":1784766993.0520697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11085d7b-fb24-42eb-8c78-1f0a1e063ec8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766993.0520945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11085d7b-fb24-42eb-8c78-1f0a1e063ec8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766993.0521133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11085d7b-fb24-42eb-8c78-1f0a1e063ec8"} {"level":"info","ts":1784767002.717213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767002.7172973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0309437-9677-9837-8707-59a7b1542a43"} {"level":"info","ts":1784767002.7173102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0309437-9677-9837-8707-59a7b1542a43"} {"level":"info","ts":1784767002.7173214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0309437-9677-9837-8707-59a7b1542a43","EoS":false} {"level":"info","ts":1784767002.7173324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0309437-9677-9837-8707-59a7b1542a43","EoS":true} {"level":"info","ts":1784767002.717354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0309437-9677-9837-8707-59a7b1542a43","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767002.7173693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0309437-9677-9837-8707-59a7b1542a43","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767002.7173922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0309437-9677-9837-8707-59a7b1542a43"} {"level":"info","ts":1784767004.750672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767004.7507463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767004.750755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767004.7507668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","EoS":false} {"level":"info","ts":1784767004.750779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","EoS":true} {"level":"info","ts":1784767004.7508037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767004.750821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767004.7508566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767014.3186579,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767014.318741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3187551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3187666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","EoS":false} {"level":"info","ts":1784767014.3187807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","EoS":true} {"level":"info","ts":1784767014.3188016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767014.3188167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767014.3188543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3550618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767014.3551235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767014.3551586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767014.3551702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","EoS":false} {"level":"info","ts":1784767014.3551795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","EoS":true} {"level":"info","ts":1784767014.3551943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767014.3552072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767014.3552232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767033.6548584,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767033.6549375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767033.6549504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767033.6549625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","EoS":false} {"level":"info","ts":1784767033.6549747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","EoS":true} {"level":"info","ts":1784767033.6549952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767033.6550105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767033.6550307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767043.052135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767043.0522158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b372c6d7-466b-4138-9c9d-9cd54771371b"} {"level":"info","ts":1784767043.0522282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b372c6d7-466b-4138-9c9d-9cd54771371b"} {"level":"info","ts":1784767043.0522404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b372c6d7-466b-4138-9c9d-9cd54771371b","EoS":false} {"level":"info","ts":1784767043.052251,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b372c6d7-466b-4138-9c9d-9cd54771371b","EoS":true} {"level":"info","ts":1784767043.0522723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b372c6d7-466b-4138-9c9d-9cd54771371b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767043.0522873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b372c6d7-466b-4138-9c9d-9cd54771371b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767043.0523064,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b372c6d7-466b-4138-9c9d-9cd54771371b"} {"level":"info","ts":1784767048.357881,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767048.3579707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb563203-63f3-4f87-9c0b-903a2c9ed3ef"} {"level":"info","ts":1784767048.3579829,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb563203-63f3-4f87-9c0b-903a2c9ed3ef"} {"level":"info","ts":1784767048.3579957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb563203-63f3-4f87-9c0b-903a2c9ed3ef","EoS":false} {"level":"info","ts":1784767048.3580067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb563203-63f3-4f87-9c0b-903a2c9ed3ef","EoS":true} {"level":"info","ts":1784767048.3580272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb563203-63f3-4f87-9c0b-903a2c9ed3ef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767048.3580449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb563203-63f3-4f87-9c0b-903a2c9ed3ef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767048.3580694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb563203-63f3-4f87-9c0b-903a2c9ed3ef"} {"level":"info","ts":1784767139.2108002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767139.2109056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9eb25da-0a0e-40a1-9aa2-9f08b71913bb"} {"level":"info","ts":1784767139.2109196,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9eb25da-0a0e-40a1-9aa2-9f08b71913bb"} {"level":"info","ts":1784767139.2109325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9eb25da-0a0e-40a1-9aa2-9f08b71913bb","EoS":false} {"level":"info","ts":1784767139.2109435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9eb25da-0a0e-40a1-9aa2-9f08b71913bb","EoS":true} {"level":"info","ts":1784767139.210966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9eb25da-0a0e-40a1-9aa2-9f08b71913bb","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784767139.2109823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9eb25da-0a0e-40a1-9aa2-9f08b71913bb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784767139.2110033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9eb25da-0a0e-40a1-9aa2-9f08b71913bb"} {"level":"info","ts":1784767164.290124,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767164.290206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767164.2902162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767164.2902274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","EoS":false} {"level":"info","ts":1784767164.2902381,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","EoS":true} {"level":"info","ts":1784767164.2902584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784767164.2902732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784767164.290292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767201.5740407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767201.574119,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767201.574132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767201.5741436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","EoS":false} {"level":"info","ts":1784767201.5741541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","EoS":true} {"level":"info","ts":1784767201.5741732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767201.5741901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767201.5742147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767216.9153597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767216.915438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767216.9154472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767216.9154587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","EoS":false} {"level":"info","ts":1784767216.9154708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","EoS":true} {"level":"info","ts":1784767216.9154906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767216.9155052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767216.915523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767217.2188525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767217.218935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fb2b7ea-5c3f-4563-8bc9-31767b65e252"} {"level":"info","ts":1784767217.2189462,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fb2b7ea-5c3f-4563-8bc9-31767b65e252"} {"level":"info","ts":1784767217.21896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fb2b7ea-5c3f-4563-8bc9-31767b65e252","EoS":false} {"level":"info","ts":1784767217.2189722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fb2b7ea-5c3f-4563-8bc9-31767b65e252","EoS":true} {"level":"info","ts":1784767217.2189922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fb2b7ea-5c3f-4563-8bc9-31767b65e252","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767217.219008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fb2b7ea-5c3f-4563-8bc9-31767b65e252","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767217.2190275,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fb2b7ea-5c3f-4563-8bc9-31767b65e252"} {"level":"info","ts":1784767538.5588665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767538.5589497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.5589578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.5589688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","EoS":false} {"level":"info","ts":1784767538.55898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","EoS":true} {"level":"info","ts":1784767538.559002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767538.5590658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767538.5590901,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.594265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767538.5943289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ada97e5f-6f4d-4ede-970f-2dea8de25d3a"} {"level":"info","ts":1784767538.594339,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ada97e5f-6f4d-4ede-970f-2dea8de25d3a"} {"level":"info","ts":1784767538.5943494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ada97e5f-6f4d-4ede-970f-2dea8de25d3a","EoS":false} {"level":"info","ts":1784767538.5943615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ada97e5f-6f4d-4ede-970f-2dea8de25d3a","EoS":true} {"level":"info","ts":1784767538.5943775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ada97e5f-6f4d-4ede-970f-2dea8de25d3a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767538.5943906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ada97e5f-6f4d-4ede-970f-2dea8de25d3a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767538.5944066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ada97e5f-6f4d-4ede-970f-2dea8de25d3a"} {"level":"info","ts":1784767538.6282926,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767538.628348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdfd3452-6880-4a33-a0d2-443d4f8a6eef"} {"level":"info","ts":1784767538.6283584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdfd3452-6880-4a33-a0d2-443d4f8a6eef"} {"level":"info","ts":1784767538.6283681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdfd3452-6880-4a33-a0d2-443d4f8a6eef","EoS":false} {"level":"info","ts":1784767538.6283777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdfd3452-6880-4a33-a0d2-443d4f8a6eef","EoS":true} {"level":"info","ts":1784767538.6283932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdfd3452-6880-4a33-a0d2-443d4f8a6eef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767538.6284058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdfd3452-6880-4a33-a0d2-443d4f8a6eef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767538.6284232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdfd3452-6880-4a33-a0d2-443d4f8a6eef"} {"level":"info","ts":1784767543.4986222,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0215fd9-aea9-4f0b-9a2d-7f21ddce677d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767543.4986613,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0215fd9-aea9-4f0b-9a2d-7f21ddce677d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784767543.498717,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5f0ee2a-dfdd-4ddf-8a77-da122f54e714"} {"level":"info","ts":1784767543.504259,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402f532d-fd53-412a-b78e-fa09b17d412b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767543.504282,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402f532d-fd53-412a-b78e-fa09b17d412b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784767543.5079226,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5f0ee2a-dfdd-4ddf-8a77-da122f54e714","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.508168,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32939.305640219,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.508188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.6231658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbd86608-5420-4be0-963f-46053d4f9ce9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.6232436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbd86608-5420-4be0-963f-46053d4f9ce9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.6233559,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00449d60-b370-45dd-a8d1-8ff0f2faf6c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.6233788,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00449d60-b370-45dd-a8d1-8ff0f2faf6c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.6234505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adffc086-59c4-4978-b849-b2342e37f2ff"} {"level":"info","ts":1784767543.6234908,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adffc086-59c4-4978-b849-b2342e37f2ff","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784767543.6294234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784767543.630106,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adffc086-59c4-4978-b849-b2342e37f2ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784767543.6301756,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adffc086-59c4-4978-b849-b2342e37f2ff","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.6306655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43309025-6c19-4a1d-b5b0-9a91f217d3f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.630701,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43309025-6c19-4a1d-b5b0-9a91f217d3f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.6307535,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ed7a9a5-160e-4532-82ba-f2462f32c3d3"} {"level":"info","ts":1784767543.6307771,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ed7a9a5-160e-4532-82ba-f2462f32c3d3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784767543.6339583,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a40c8dd-b521-407a-b33b-b869a4e329ff","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767543.6340075,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a40c8dd-b521-407a-b33b-b869a4e329ff","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784767543.6341386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1c42fe5-d66f-4935-b2fd-c4fd38265336","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.634159,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1c42fe5-d66f-4935-b2fd-c4fd38265336","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784767543.6347637,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ed7a9a5-160e-4532-82ba-f2462f32c3d3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.6348245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50578ae7-da55-4458-93f5-845b33a471fc"} {"level":"info","ts":1784767543.6350913,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34608.273489061,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.6351035,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.722216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37096.573624265,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.7224271,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.7264154,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.7300353,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.7351606,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50578ae7-da55-4458-93f5-845b33a471fc","name":"e2e-external-model"} {"level":"info","ts":1784767543.7430418,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50578ae7-da55-4458-93f5-845b33a471fc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767543.7516184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0246e976-0564-4699-878a-0a894e77fc14","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.7516515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edc8ea2b-49f8-4e48-970d-e78090bf4d34"} {"level":"info","ts":1784767543.751707,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edc8ea2b-49f8-4e48-970d-e78090bf4d34","name":"e2e-external-model"} {"level":"info","ts":1784767543.7516515,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0246e976-0564-4699-878a-0a894e77fc14","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.7650533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45c69454-6eb5-4dd3-afd7-9e0e67e9c6a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.7650833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45c69454-6eb5-4dd3-afd7-9e0e67e9c6a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784767543.765283,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edc8ea2b-49f8-4e48-970d-e78090bf4d34","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.7653544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d075178d-7d5a-4209-b1fc-54701897a1e7"} {"level":"info","ts":1784767543.765411,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d075178d-7d5a-4209-b1fc-54701897a1e7","name":"e2e-external-model"} {"level":"info","ts":1784767543.7775705,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d075178d-7d5a-4209-b1fc-54701897a1e7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767543.7830708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6b84ea5-e34d-46c3-af56-2de2f77bbde0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.7830958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6b84ea5-e34d-46c3-af56-2de2f77bbde0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.783174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bf45a9d-b513-4d98-9ded-a07a2169781c"} {"level":"info","ts":1784767543.783228,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bf45a9d-b513-4d98-9ded-a07a2169781c","name":"e2e-external-model"} {"level":"info","ts":1784767543.7910662,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bf45a9d-b513-4d98-9ded-a07a2169781c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767543.8229809,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5f0ee2a-dfdd-4ddf-8a77-da122f54e714","name":"e2e-external-provider"} {"level":"info","ts":1784767543.8318627,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5f0ee2a-dfdd-4ddf-8a77-da122f54e714","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784767543.8351316,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5f0ee2a-dfdd-4ddf-8a77-da122f54e714","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.8352141,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cae69bea-74f3-4450-8005-0904c2265469"} {"level":"info","ts":1784767543.8352554,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cae69bea-74f3-4450-8005-0904c2265469","name":"e2e-external-provider"} {"level":"info","ts":1784767543.8432589,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cae69bea-74f3-4450-8005-0904c2265469","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784767550.9669712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767550.9670658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620"} {"level":"info","ts":1784767550.9670901,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620"} {"level":"info","ts":1784767550.967107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620","EoS":false} {"level":"info","ts":1784767550.9671264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620","EoS":true} {"level":"info","ts":1784767550.967158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767550.9671872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767550.9672008,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620","modelName":"e2e-external-model"} {"level":"info","ts":1784767550.9672184,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767550.9672794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46f48b9e-25d6-4c71-bc5a-05f0484eb620"} {"level":"info","ts":1784767551.011848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767551.0119035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42"} {"level":"info","ts":1784767551.0119164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42"} {"level":"info","ts":1784767551.0119264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42","EoS":false} {"level":"info","ts":1784767551.011938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42","EoS":true} {"level":"info","ts":1784767551.0119553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767551.0119667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767551.0119734,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42","modelName":"e2e-external-model"} {"level":"info","ts":1784767551.011984,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767551.0120182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60a06e00-bcbe-4095-9cd0-50c5d4309d42"} {"level":"info","ts":1784767551.0401242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767551.040178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed"} {"level":"info","ts":1784767551.0401895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed"} {"level":"info","ts":1784767551.0402005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","EoS":false} {"level":"info","ts":1784767551.0402195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","EoS":true} {"level":"info","ts":1784767551.0402358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767551.0402474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767551.0402539,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","modelName":"e2e-external-model"} {"level":"info","ts":1784767551.0402658,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767551.0403013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed"} {"level":"info","ts":1784767551.170171,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daeee2ee-988d-47d8-867f-d06280ad5d86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.1702073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daeee2ee-988d-47d8-867f-d06280ad5d86","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767551.1702225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"977bd2f8-1c11-4a48-9ec7-209f616cb454"} {"level":"info","ts":1784767551.1751323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f20d6a3d-fc7b-4f83-a667-b144321eaed7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.1751578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f20d6a3d-fc7b-4f83-a667-b144321eaed7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767551.1754243,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"977bd2f8-1c11-4a48-9ec7-209f616cb454","name":"e2e-cleanup-test"} {"level":"info","ts":1784767551.1849825,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"977bd2f8-1c11-4a48-9ec7-209f616cb454","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767551.1916685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9e6ece1-5db6-4d20-b7ef-3ab1a5e16bcf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.1916966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9e6ece1-5db6-4d20-b7ef-3ab1a5e16bcf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767551.1917908,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63427c29-247f-4db9-a872-9a11df936043"} {"level":"info","ts":1784767551.1918664,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63427c29-247f-4db9-a872-9a11df936043","name":"e2e-cleanup-test"} {"level":"info","ts":1784767551.2054799,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a2a53d6-cda3-4cab-8534-d0a23c2986b6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.2055097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a2a53d6-cda3-4cab-8534-d0a23c2986b6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784767551.2086947,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63427c29-247f-4db9-a872-9a11df936043","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784767551.2087483,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63427c29-247f-4db9-a872-9a11df936043","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767551.2088075,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2a2800f-4d38-4b9a-942a-4990c009997b"} {"level":"info","ts":1784767551.2088957,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2a2800f-4d38-4b9a-942a-4990c009997b","name":"e2e-cleanup-test"} {"level":"info","ts":1784767551.2157812,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2a2800f-4d38-4b9a-942a-4990c009997b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767551.218298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff92ed8f-4378-46dd-af85-df2b1bf548cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.2183242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff92ed8f-4378-46dd-af85-df2b1bf548cb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784767551.223042,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2a2800f-4d38-4b9a-942a-4990c009997b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767551.223111,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748a380f-a8cf-4ece-9da5-b9fc70e404fa"} {"level":"info","ts":1784767551.2231636,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748a380f-a8cf-4ece-9da5-b9fc70e404fa","name":"e2e-cleanup-test"} {"level":"info","ts":1784767551.230309,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748a380f-a8cf-4ece-9da5-b9fc70e404fa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767559.452988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc185832-0149-469d-9d97-ff4cd8ce9e46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767559.4530284,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc185832-0149-469d-9d97-ff4cd8ce9e46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767559.4530203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f044f0fd-110a-4b43-ac46-8f12579a1425"} {"level":"info","ts":1784767563.7731252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.7732193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077"} {"level":"info","ts":1784767563.7732363,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077"} {"level":"info","ts":1784767563.7732544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077","EoS":false} {"level":"info","ts":1784767563.7732728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077","EoS":true} {"level":"info","ts":1784767563.7733016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784767563.7733223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784767563.7733512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077"} {"level":"info","ts":1784767563.801477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.8015406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed"} {"level":"info","ts":1784767563.8015525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed"} {"level":"info","ts":1784767563.80157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","EoS":false} {"level":"info","ts":1784767563.8015902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","EoS":true} {"level":"info","ts":1784767563.8016138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784767563.8016298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767563.80164,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","modelName":"e2e-external-model"} {"level":"info","ts":1784767563.801663,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767563.8017075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed"} {"level":"info","ts":1784767563.841918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.8419764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.8419867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.8419962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","EoS":false} {"level":"info","ts":1784767563.842006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","EoS":true} {"level":"info","ts":1784767563.8420234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784767563.842035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767563.8420491,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.9824448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.9824913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767563.9824994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767563.982509,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","EoS":false} {"level":"info","ts":1784767563.9825184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","EoS":true} {"level":"info","ts":1784767563.9825332,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","field":"model"} {"level":"info","ts":1784767563.982553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767564.941284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fe2a662-30d2-4e21-bdd8-8d4e9afc3564","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767564.9412968,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd93c7b0-5024-49f9-addb-aedd4c15735f"} {"level":"info","ts":1784767564.9413192,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fe2a662-30d2-4e21-bdd8-8d4e9afc3564","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767565.0976229,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcacd599-fc78-48a9-ad13-63ad99e355d6"} {"level":"info","ts":1784767565.0976725,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9420ce5c-c713-4b29-944d-1f4634e988fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767565.09771,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9420ce5c-c713-4b29-944d-1f4634e988fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784768161.0871294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768161.087206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63c0bf65-6908-49dd-8572-3e1306db00c0"} {"level":"info","ts":1784768161.08722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63c0bf65-6908-49dd-8572-3e1306db00c0"} {"level":"info","ts":1784768161.0872312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63c0bf65-6908-49dd-8572-3e1306db00c0","EoS":false} {"level":"info","ts":1784768161.0872426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63c0bf65-6908-49dd-8572-3e1306db00c0","EoS":true} {"level":"info","ts":1784768161.0872617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63c0bf65-6908-49dd-8572-3e1306db00c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784768161.0872755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63c0bf65-6908-49dd-8572-3e1306db00c0","path":"/ai-tenant-e2e-inf-b-fb82e4/test-model-fb82e4/v1/chat/completions"} {"level":"info","ts":1784768161.0872986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63c0bf65-6908-49dd-8572-3e1306db00c0"} {"level":"info","ts":1784768182.1741993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768182.174282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768182.1742904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768182.1743019,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","EoS":false} {"level":"info","ts":1784768182.1743166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","EoS":true} {"level":"info","ts":1784768182.174336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784768182.17435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","path":"/ai-tenant-e2e-inf-b-fb82e4/test-model-fb82e4/v1/chat/completions"} {"level":"info","ts":1784768182.1743703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768695.8006663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768695.800748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"} {"level":"info","ts":1784768695.8007567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"} {"level":"info","ts":1784768695.8007674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","EoS":false} {"level":"info","ts":1784768695.800778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","EoS":true} {"level":"info","ts":1784768695.8008094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784768695.800825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","path":"/ai-tenant-e2e-shared-b-75b665/rate-test-model-75b665/v1/completions"} {"level":"info","ts":1784768695.8008735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"}