{"level":"info","ts":1784766868.479534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","EoS":true} {"level":"info","ts":1784766868.4795566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","header":"x-maas-subscription"} {"level":"info","ts":1784766868.4795668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","header":"x-maas-username"} {"level":"info","ts":1784766868.4795718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","header":"x-maas-group"} {"level":"info","ts":1784766868.4795842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.479608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1"} {"level":"info","ts":1784766868.4826143,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1"} {"level":"info","ts":1784766868.482631,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1"} {"level":"info","ts":1784766868.482644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","EoS":false} {"level":"info","ts":1784766868.4826553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1","EoS":true} {"level":"info","ts":1784766868.4826958,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ae3414c-ae31-47e5-b3a2-c08d69d8aec1"} {"level":"info","ts":1784766868.6205058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766868.6205723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.6205816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.6205928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","EoS":true} {"level":"info","ts":1784766868.620615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","header":"x-maas-group"} {"level":"info","ts":1784766868.6206253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","header":"x-maas-subscription"} {"level":"info","ts":1784766868.6206298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","header":"x-maas-username"} {"level":"info","ts":1784766868.6206417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.6206636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.621693,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.6217148,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.6217344,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","EoS":false} {"level":"info","ts":1784766868.6217544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682","EoS":true} {"level":"info","ts":1784766868.621823,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cc5edfd-a786-49ce-adf3-4a080762d682"} {"level":"info","ts":1784766868.760652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766868.7607138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.7607253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.7607365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","EoS":true} {"level":"info","ts":1784766868.7607563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","header":"x-maas-group"} {"level":"info","ts":1784766868.7607656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","header":"x-maas-subscription"} {"level":"info","ts":1784766868.7607703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","header":"x-maas-username"} {"level":"info","ts":1784766868.7607818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.7608163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.7619042,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.761923,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.7619383,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","EoS":false} {"level":"info","ts":1784766868.7619514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c","EoS":true} {"level":"info","ts":1784766868.7619956,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"990ff4e4-fb62-4a26-8d67-23d56de9978c"} {"level":"info","ts":1784766868.9006338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766868.90071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766868.9007223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766868.9007332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","EoS":true} {"level":"info","ts":1784766868.900751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","header":"x-maas-group"} {"level":"info","ts":1784766868.9007604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","header":"x-maas-subscription"} {"level":"info","ts":1784766868.900766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","header":"x-maas-username"} {"level":"info","ts":1784766868.9007757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766868.9007967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766868.9017975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766868.9018192,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766868.9018557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","EoS":false} {"level":"info","ts":1784766868.9018698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c","EoS":true} {"level":"info","ts":1784766868.9019024,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"08149729-b92c-4d2f-8190-8356ca54818c"} {"level":"info","ts":1784766869.0373359,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766869.0374005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.037417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.0374355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","EoS":true} {"level":"info","ts":1784766869.0374672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","header":"x-maas-username"} {"level":"info","ts":1784766869.0374794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","header":"x-maas-group"} {"level":"info","ts":1784766869.0374885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","header":"x-maas-subscription"} {"level":"info","ts":1784766869.037549,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766869.0375798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.0385456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.0385675,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766869.0385933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","EoS":false} {"level":"info","ts":1784766869.038607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba","EoS":true} {"level":"info","ts":1784766869.0386388,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e03b8bd-2c8c-424c-bd83-66fc0c7426ba"} {"level":"info","ts":1784766884.8592486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766884.859316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.859359,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.8593724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","EoS":true} {"level":"info","ts":1784766884.8593938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","header":"x-maas-group"} {"level":"info","ts":1784766884.859404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","header":"x-maas-username"} {"level":"info","ts":1784766884.8594089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","header":"x-maas-subscription"} {"level":"info","ts":1784766884.8594213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766884.8594425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.8604665,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.8604848,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.860499,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","EoS":false} {"level":"info","ts":1784766884.8605113,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c","EoS":true} {"level":"info","ts":1784766884.860545,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4a277c03-ba79-48a6-856e-bac900f0632c"} {"level":"info","ts":1784766884.8952177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766884.8952694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.895276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.895286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","EoS":true} {"level":"info","ts":1784766884.8953035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","header":"x-maas-subscription"} {"level":"info","ts":1784766884.8953137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","header":"x-maas-username"} {"level":"info","ts":1784766884.8953176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","header":"x-maas-group"} {"level":"info","ts":1784766884.8953266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766884.8953433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.8981366,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.8981514,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766884.8981645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","EoS":false} {"level":"info","ts":1784766884.8981779,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d","EoS":true} {"level":"info","ts":1784766884.8982077,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"221aa92d-5b6f-4b5d-a54b-d7b3f45a835d"} {"level":"info","ts":1784766885.0020576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766885.002106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961"} {"level":"info","ts":1784766885.0042121,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961"} {"level":"info","ts":1784766885.0042274,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961"} {"level":"info","ts":1784766885.0042415,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961","EoS":false} {"level":"info","ts":1784766885.0042515,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961"} {"level":"info","ts":1784766885.0042744,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961","EoS":true} {"level":"info","ts":1784766885.0042846,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2927bfd3-0fe7-4646-9339-4620258c4961"} {"level":"info","ts":1784766889.6562564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766889.6563332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766889.6563478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766889.6563663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","EoS":true} {"level":"info","ts":1784766889.6563997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","header":"x-maas-username"} {"level":"info","ts":1784766889.6564121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","header":"x-maas-subscription"} {"level":"info","ts":1784766889.6564188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","header":"x-maas-group"} {"level":"info","ts":1784766889.6564386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766889.6565204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766889.657555,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766889.6576028,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766889.6576293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","EoS":false} {"level":"info","ts":1784766889.6576538,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818","EoS":true} {"level":"info","ts":1784766889.6576965,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"31be3428-028a-4ad0-af02-b6d802295818"} {"level":"info","ts":1784766900.3882887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766900.3883536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766900.388366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766900.3883774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","EoS":true} {"level":"info","ts":1784766900.3884025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","header":"x-maas-subscription"} {"level":"info","ts":1784766900.3884127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","header":"x-maas-group"} {"level":"info","ts":1784766900.3884177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","header":"x-maas-username"} {"level":"info","ts":1784766900.388433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766900.3884623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766900.389598,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766900.3896208,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766900.3896356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","EoS":false} {"level":"info","ts":1784766900.3896468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b","EoS":true} {"level":"info","ts":1784766900.389683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4220858f-68e0-4c26-9830-1166fe04e23b"} {"level":"info","ts":1784766913.3952224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766913.3953032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766913.3953173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766913.3953352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","EoS":true} {"level":"info","ts":1784766913.3953726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","header":"x-maas-username"} {"level":"info","ts":1784766913.3953853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","header":"x-maas-subscription"} {"level":"info","ts":1784766913.3953931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","header":"x-maas-group"} {"level":"info","ts":1784766913.3954115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766913.39544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766913.3964186,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766913.3964365,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766913.396454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","EoS":false} {"level":"info","ts":1784766913.3964663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38","EoS":true} {"level":"info","ts":1784766913.3965015,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e354416-d9fd-4c23-bd4c-f32741f00b38"} {"level":"info","ts":1784766922.1662273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766922.1663048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766922.1663222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766922.166341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","EoS":true} {"level":"info","ts":1784766922.166375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","header":"x-maas-subscription"} {"level":"info","ts":1784766922.1663885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","header":"x-maas-group"} {"level":"info","ts":1784766922.1663957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","header":"x-maas-username"} {"level":"info","ts":1784766922.166413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766922.1664402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766922.1673958,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766922.1674206,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766922.167438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","EoS":false} {"level":"info","ts":1784766922.1674492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d","EoS":true} {"level":"info","ts":1784766922.1674948,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"acf8b21b-ed00-47eb-8bee-c3172b298d4d"} {"level":"info","ts":1784766931.454269,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766931.4543426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766931.4543521,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766931.4543653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","EoS":true} {"level":"info","ts":1784766931.454389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","header":"x-maas-group"} {"level":"info","ts":1784766931.4543998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","header":"x-maas-username"} {"level":"info","ts":1784766931.454408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","header":"x-maas-subscription"} {"level":"info","ts":1784766931.4544241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766931.4544475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766931.4555047,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766931.4555173,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766931.455529,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","EoS":false} {"level":"info","ts":1784766931.4555445,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741","EoS":true} {"level":"info","ts":1784766931.4555974,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"803fbb32-806d-438e-9827-a78b9bd6b741"} {"level":"info","ts":1784766954.8289554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766954.8290193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766954.8290274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766954.829038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","EoS":true} {"level":"info","ts":1784766954.8290596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","header":"x-maas-username"} {"level":"info","ts":1784766954.8290665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","header":"x-maas-group"} {"level":"info","ts":1784766954.8290725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","header":"x-maas-subscription"} {"level":"info","ts":1784766954.8290842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766954.8291078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766954.8314347,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766954.8314593,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766954.8314755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","EoS":false} {"level":"info","ts":1784766954.8314896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f","EoS":true} {"level":"info","ts":1784766954.8315256,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bad586dc-de16-4956-b2d4-5d645a3f502f"} {"level":"info","ts":1784766978.0773637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766978.077421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766978.077433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766978.0774448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","EoS":true} {"level":"info","ts":1784766978.0774672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","header":"x-maas-username"} {"level":"info","ts":1784766978.077476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","header":"x-maas-group"} {"level":"info","ts":1784766978.07748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","header":"x-maas-subscription"} {"level":"info","ts":1784766978.0774918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766978.0775118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766978.0785406,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766978.0785613,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784766978.0785766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","EoS":false} {"level":"info","ts":1784766978.0785887,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534","EoS":true} {"level":"info","ts":1784766978.078622,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc2c59ce-a79d-4155-bd74-271eb2fd5534"} {"level":"info","ts":1784767004.7650719,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767004.765142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767004.7651525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767004.7651641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","EoS":true} {"level":"info","ts":1784767004.7651868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","header":"x-maas-group"} {"level":"info","ts":1784767004.765197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","header":"x-maas-username"} {"level":"info","ts":1784767004.7652018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","header":"x-maas-subscription"} {"level":"info","ts":1784767004.7652137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767004.7652361,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767004.768215,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767004.7682357,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767004.768256,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","EoS":false} {"level":"info","ts":1784767004.7682717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0","EoS":true} {"level":"info","ts":1784767004.7683187,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e48a225c-600e-436b-bd12-8106d89537c0"} {"level":"info","ts":1784767014.3308728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767014.330941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3309495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3309627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","EoS":true} {"level":"info","ts":1784767014.330987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","header":"x-maas-subscription"} {"level":"info","ts":1784767014.3309984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","header":"x-maas-username"} {"level":"info","ts":1784767014.331004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","header":"x-maas-group"} {"level":"info","ts":1784767014.3310149,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767014.3310385,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3320475,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3320656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3320794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","EoS":false} {"level":"info","ts":1784767014.3320973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c","EoS":true} {"level":"info","ts":1784767014.332131,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d104f9d1-2c5d-4169-9e91-c57f01ab616c"} {"level":"info","ts":1784767014.3669577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767014.3670104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767014.3670177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767014.3670275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","EoS":true} {"level":"info","ts":1784767014.3670452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","header":"x-maas-subscription"} {"level":"info","ts":1784767014.367054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","header":"x-maas-group"} {"level":"info","ts":1784767014.367059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","header":"x-maas-username"} {"level":"info","ts":1784767014.3670678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767014.3670838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767014.3679209,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767014.3679364,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767014.3679533,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","EoS":false} {"level":"info","ts":1784767014.3679636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6","EoS":true} {"level":"info","ts":1784767014.3679945,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0269d5cf-374b-4399-898a-c70bfb149fe6"} {"level":"info","ts":1784767033.6660097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767033.6660736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767033.6660821,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767033.6660936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","EoS":true} {"level":"info","ts":1784767033.6661208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","header":"x-maas-username"} {"level":"info","ts":1784767033.666131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","header":"x-maas-group"} {"level":"info","ts":1784767033.666137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","header":"x-maas-subscription"} {"level":"info","ts":1784767033.6661496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767033.6661701,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767033.6671228,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767033.6671407,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767033.667154,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","EoS":false} {"level":"info","ts":1784767033.6671653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556","EoS":true} {"level":"info","ts":1784767033.6671982,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"785b42fb-8ea6-4656-b491-2079f52c1556"} {"level":"info","ts":1784767164.3046594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767164.3047373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767164.304747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767164.3047588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","EoS":true} {"level":"info","ts":1784767164.3047807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","header":"x-maas-group"} {"level":"info","ts":1784767164.3047888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","header":"x-maas-username"} {"level":"info","ts":1784767164.3047965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","header":"x-maas-subscription"} {"level":"info","ts":1784767164.3048117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784767164.3048491,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767164.3063328,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767164.306356,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767164.3063865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","EoS":false} {"level":"info","ts":1784767164.3064024,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a","EoS":true} {"level":"info","ts":1784767164.3064485,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1bf7030-3a10-445c-9f65-08caadda3d2a"} {"level":"info","ts":1784767201.5874271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767201.5875034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767201.5875146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767201.5875268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","EoS":true} {"level":"info","ts":1784767201.587552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","header":"x-maas-username"} {"level":"info","ts":1784767201.5875623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","header":"x-maas-group"} {"level":"info","ts":1784767201.5875676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","header":"x-maas-subscription"} {"level":"info","ts":1784767201.5875797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767201.5876038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767201.5904682,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767201.59049,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767201.590506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","EoS":false} {"level":"info","ts":1784767201.590519,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd","EoS":true} {"level":"info","ts":1784767201.5905592,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"881b476b-ac28-4d1e-a420-f90e8b724bcd"} {"level":"info","ts":1784767216.929659,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767216.9297292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767216.9297416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767216.9297533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","EoS":true} {"level":"info","ts":1784767216.9297783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","header":"x-maas-subscription"} {"level":"info","ts":1784767216.9297886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","header":"x-maas-username"} {"level":"info","ts":1784767216.9297934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","header":"x-maas-group"} {"level":"info","ts":1784767216.9298062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767216.9298425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767216.9309506,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767216.9309804,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767216.9309957,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","EoS":false} {"level":"info","ts":1784767216.9310064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d","EoS":true} {"level":"info","ts":1784767216.9310417,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ec0705e-dad0-41af-aa30-fc242d5db04d"} {"level":"info","ts":1784767538.571528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767538.571605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.5716188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.5716302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","EoS":true} {"level":"info","ts":1784767538.5716548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","header":"x-maas-username"} {"level":"info","ts":1784767538.571664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","header":"x-maas-group"} {"level":"info","ts":1784767538.571669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","header":"x-maas-subscription"} {"level":"info","ts":1784767538.571684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767538.5717561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.5727308,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.5727496,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767538.5727637,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","EoS":false} {"level":"info","ts":1784767538.572775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a","EoS":true} {"level":"info","ts":1784767538.5728142,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d349d310-2a69-47c3-9214-0358ee0b824a"} {"level":"info","ts":1784767543.3785386,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f345a689-9815-4497-ae90-c6298ad168b4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784767543.3788037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34046.429490624,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.3788471,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.4124439,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.4791572,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f345a689-9815-4497-ae90-c6298ad168b4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784767543.498541,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1de1dfd2-856c-412d-9398-83ec924048dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767543.4985764,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1de1dfd2-856c-412d-9398-83ec924048dc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784767543.4986272,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1cef5bc-f2d7-4125-bb7b-3cbb1fc4840e"} {"level":"info","ts":1784767543.504294,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"877c413e-2041-47c9-89e0-943b29290bb1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767543.5043263,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"877c413e-2041-47c9-89e0-943b29290bb1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784767543.5045109,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33973.090813657,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.5045328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.5123475,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.6055007,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1cef5bc-f2d7-4125-bb7b-3cbb1fc4840e","name":"e2e-external-provider"} {"level":"info","ts":1784767543.6121252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"016aee37-283b-46f5-b3a9-7d947cf5740d"} {"level":"info","ts":1784767543.612143,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f991bf4d-4702-4576-9260-2d3623305afc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.6121933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f991bf4d-4702-4576-9260-2d3623305afc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.6132302,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1cef5bc-f2d7-4125-bb7b-3cbb1fc4840e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784767543.6190596,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"016aee37-283b-46f5-b3a9-7d947cf5740d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784767543.6191373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe571d3a-1f52-4c3e-bb54-0fb3efaa8f37","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.6191874,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe571d3a-1f52-4c3e-bb54-0fb3efaa8f37","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.6224182,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1cef5bc-f2d7-4125-bb7b-3cbb1fc4840e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784767543.6263795,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"016aee37-283b-46f5-b3a9-7d947cf5740d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.6264865,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9021045-e0f7-4f2b-adee-24ebe76ca165"} {"level":"info","ts":1784767543.6265202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaca0a42-a033-42a7-b884-70bc06164beb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.6265607,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaca0a42-a033-42a7-b884-70bc06164beb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.626561,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9021045-e0f7-4f2b-adee-24ebe76ca165","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784767543.6273065,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1cef5bc-f2d7-4125-bb7b-3cbb1fc4840e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784767543.633135,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9021045-e0f7-4f2b-adee-24ebe76ca165","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.6332061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3261d0ca-e4d9-4abf-8eeb-decd6afc053e"} {"level":"info","ts":1784767543.633249,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3261d0ca-e4d9-4abf-8eeb-decd6afc053e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784767543.6339345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b84fafa-6d92-4ef2-852c-adb2a113130b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.633974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b84fafa-6d92-4ef2-852c-adb2a113130b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.634036,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9a29236-046a-439a-8302-d36b5eda3010","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767543.6340559,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9a29236-046a-439a-8302-d36b5eda3010","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784767543.634186,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2b216e0-7882-483c-988d-827316f2ea3f"} {"level":"info","ts":1784767543.6342616,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2b216e0-7882-483c-988d-827316f2ea3f","name":"e2e-external-provider"} {"level":"error","ts":1784767543.6372056,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3261d0ca-e4d9-4abf-8eeb-decd6afc053e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.637739,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"964c2355-f20f-4602-9ea0-bbdaa5d8ffeb"} {"level":"info","ts":1784767543.6383176,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35427.941473251,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.638348,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.64535,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2b216e0-7882-483c-988d-827316f2ea3f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784767543.646943,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784767543.7391074,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"964c2355-f20f-4602-9ea0-bbdaa5d8ffeb","name":"e2e-external-model"} {"level":"info","ts":1784767543.7517955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4f541de-09ff-4f22-9de9-c0aca83bd480","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.7518547,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4f541de-09ff-4f22-9de9-c0aca83bd480","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784767543.7602732,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"964c2355-f20f-4602-9ea0-bbdaa5d8ffeb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784767543.7603219,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"964c2355-f20f-4602-9ea0-bbdaa5d8ffeb","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.7603884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"840820c3-83eb-41a8-b75d-c2f428f53acc"} {"level":"info","ts":1784767543.760445,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"840820c3-83eb-41a8-b75d-c2f428f53acc","name":"e2e-external-model"} {"level":"info","ts":1784767543.7652006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1aaa3562-b959-478e-9513-1cc81d04dda3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.7652385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1aaa3562-b959-478e-9513-1cc81d04dda3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784767543.7685988,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"840820c3-83eb-41a8-b75d-c2f428f53acc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784767543.7726183,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"840820c3-83eb-41a8-b75d-c2f428f53acc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.7726915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ca19aca-cfeb-4ad5-8902-01014eb7c250"} {"level":"info","ts":1784767543.7727668,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ca19aca-cfeb-4ad5-8902-01014eb7c250","name":"e2e-external-model"} {"level":"info","ts":1784767543.7810876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ca19aca-cfeb-4ad5-8902-01014eb7c250","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767543.783129,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058eca16-3a19-4a81-8419-661cb1582ed0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767543.783157,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058eca16-3a19-4a81-8419-661cb1582ed0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784767543.7882001,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ca19aca-cfeb-4ad5-8902-01014eb7c250","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767543.788259,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f313b6-37f0-42a5-9e8e-64da5257ff71"} {"level":"info","ts":1784767543.7882977,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f313b6-37f0-42a5-9e8e-64da5257ff71","name":"e2e-external-model"} {"level":"info","ts":1784767543.7952025,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f313b6-37f0-42a5-9e8e-64da5257ff71","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767551.0542967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767551.0543747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed"} {"level":"info","ts":1784767551.05439,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed"} {"level":"info","ts":1784767551.0544102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","EoS":true} {"level":"info","ts":1784767551.0544407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","header":"x-maas-subscription"} {"level":"info","ts":1784767551.054455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","header":"x-maas-username"} {"level":"info","ts":1784767551.0544646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","header":"x-maas-group"} {"level":"info","ts":1784767551.0544827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767551.0544956,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","modelName":"e2e-external-model"} {"level":"info","ts":1784767551.0545127,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767551.0545483,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784767551.0545726,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed","authType":"apikey"} {"level":"info","ts":1784767551.0546083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4830293-27af-401c-924f-28e241fa35ed"} {"level":"info","ts":1784767551.1701813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1b02-bb8a-4d30-b2a2-43270fef0e1f"} {"level":"info","ts":1784767551.170227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e79e2788-bcdf-4bfc-bd2a-5c80ee0e2201","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.1702566,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e79e2788-bcdf-4bfc-bd2a-5c80ee0e2201","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767551.1752498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44881a94-054b-4690-a650-d2f85710a381","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.1752846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44881a94-054b-4690-a650-d2f85710a381","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784767551.1783795,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1b02-bb8a-4d30-b2a2-43270fef0e1f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767551.1784587,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1b02-bb8a-4d30-b2a2-43270fef0e1f","name":"e2e-cleanup-test"} {"level":"error","ts":1784767551.1915832,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1b02-bb8a-4d30-b2a2-43270fef0e1f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784767551.1916294,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1b02-bb8a-4d30-b2a2-43270fef0e1f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767551.1916945,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee7a98d4-c1a8-4c8a-a1f0-bc029cb208ec"} {"level":"info","ts":1784767551.191732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fcae117-8cc7-4a5f-aadc-06af436e3f24","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.1917608,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fcae117-8cc7-4a5f-aadc-06af436e3f24","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767551.1917899,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee7a98d4-c1a8-4c8a-a1f0-bc029cb208ec","name":"e2e-cleanup-test"} {"level":"error","ts":1784767551.2055607,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee7a98d4-c1a8-4c8a-a1f0-bc029cb208ec","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784767551.205583,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1684c85d-41d8-4167-a353-e5f92e1a8289","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.2056081,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1684c85d-41d8-4167-a353-e5f92e1a8289","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767551.2056365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1c76d7e-1ee1-4546-a032-fc6fc35fa1c2"} {"level":"info","ts":1784767551.2057042,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1c76d7e-1ee1-4546-a032-fc6fc35fa1c2","name":"e2e-cleanup-test"} {"level":"info","ts":1784767551.213502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1c76d7e-1ee1-4546-a032-fc6fc35fa1c2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767551.2185206,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fac375bb-3070-42f0-98a3-9901577179df"} {"level":"info","ts":1784767551.2185853,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fac375bb-3070-42f0-98a3-9901577179df","name":"e2e-cleanup-test"} {"level":"info","ts":1784767551.2185202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a56cb65-e4e4-4e34-b243-0e9cce3a94f4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767551.2186277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a56cb65-e4e4-4e34-b243-0e9cce3a94f4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784767551.225582,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fac375bb-3070-42f0-98a3-9901577179df","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784767559.4530275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13398f95-f5a2-4e09-ac01-427d622fd750","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767559.4530463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef761aa0-2ac5-4247-9d8c-5ad3975bf29f"} {"level":"info","ts":1784767559.4530747,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13398f95-f5a2-4e09-ac01-427d622fd750","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784767563.775569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.7756371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077"} {"level":"info","ts":1784767563.775647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077"} {"level":"info","ts":1784767563.775658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077","EoS":true} {"level":"info","ts":1784767563.7756875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784767563.7757154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4c76f5c-fc7e-4db3-bcd8-d379aea05077"} {"level":"info","ts":1784767563.8161294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.8161893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed"} {"level":"info","ts":1784767563.816199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed"} {"level":"info","ts":1784767563.81621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","EoS":true} {"level":"info","ts":1784767563.8162303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","header":"x-maas-group"} {"level":"info","ts":1784767563.8162408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","header":"x-maas-username"} {"level":"info","ts":1784767563.8162463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","header":"x-maas-subscription"} {"level":"info","ts":1784767563.8162565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767563.8162622,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","modelName":"e2e-external-model"} {"level":"info","ts":1784767563.816273,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784767563.8162951,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784767563.8163118,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed","authType":"apikey"} {"level":"info","ts":1784767563.816332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9a3ede6-e730-9c8f-8060-cd490db7a9ed"} {"level":"info","ts":1784767563.8530579,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.8531077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.8531175,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.853127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","EoS":true} {"level":"info","ts":1784767563.8531463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","header":"x-maas-group"} {"level":"info","ts":1784767563.8531554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","header":"x-maas-username"} {"level":"info","ts":1784767563.8531601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","header":"x-maas-subscription"} {"level":"info","ts":1784767563.8531709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784767563.8531902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.9592264,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.9592435,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.9592614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","EoS":false} {"level":"info","ts":1784767563.959276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","EoS":true} {"level":"error","ts":1784767563.9592886,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784767563.95932,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a1754a9a-94c9-47d4-971a-afe96aefcd95"} {"level":"info","ts":1784767563.9935262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767563.9935713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767563.9935791,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767563.9935884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","EoS":true} {"level":"info","ts":1784767563.9936044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","header":"x-maas-subscription"} {"level":"info","ts":1784767563.9936135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","header":"x-maas-group"} {"level":"info","ts":1784767563.9936178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","header":"x-maas-username"} {"level":"info","ts":1784767563.99364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767564.093436,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767564.0934527,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767564.0934699,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","EoS":false} {"level":"info","ts":1784767564.0934856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","EoS":true} {"level":"error","ts":1784767564.0934994,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784767564.0935307,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"71708351-b3ad-492a-9e1b-9861ff14aa68"} {"level":"info","ts":1784767564.941395,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5cc992f1-35bb-4d17-b69d-2144b087061c"} {"level":"info","ts":1784767564.941413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cade353e-b3b1-4652-853e-4b72ac758f6e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767564.941441,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cade353e-b3b1-4652-853e-4b72ac758f6e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784767565.0977843,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab4eddd7-5808-4761-89c9-2aaf3053bef4"} {"level":"info","ts":1784767565.0978675,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06be553d-1311-449f-a7fa-02b8151b9a24","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767565.0979033,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06be553d-1311-449f-a7fa-02b8151b9a24","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784767565.2180202,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bcab10f8-fd28-43bf-a72b-b31bb40509a3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784767565.218146,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bcab10f8-fd28-43bf-a72b-b31bb40509a3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784768182.2001936,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768182.2002707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768182.2002788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768182.200291,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","EoS":true} {"level":"info","ts":1784768182.200315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","header":"x-maas-subscription"} {"level":"info","ts":1784768182.200323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","header":"x-maas-username"} {"level":"info","ts":1784768182.200329,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","header":"x-maas-group"} {"level":"info","ts":1784768182.200341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","path":"/ai-tenant-e2e-inf-b-fb82e4/test-model-fb82e4/v1/chat/completions"} {"level":"info","ts":1784768182.200365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768182.2137873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768182.213809,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768182.2138457,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","EoS":false} {"level":"info","ts":1784768182.2138677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1","EoS":true} {"level":"info","ts":1784768182.213904,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"482b9682-d760-4cb7-8edc-77cdd49978d1"} {"level":"info","ts":1784768695.8441215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768695.8442295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"} {"level":"info","ts":1784768695.8442414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"} {"level":"info","ts":1784768695.8442535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","EoS":true} {"level":"info","ts":1784768695.844279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","header":"x-maas-group"} {"level":"info","ts":1784768695.844289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","header":"x-maas-username"} {"level":"info","ts":1784768695.8442938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","header":"x-maas-subscription"} {"level":"info","ts":1784768695.8443072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","path":"/ai-tenant-e2e-shared-b-75b665/rate-test-model-75b665/v1/completions"} {"level":"info","ts":1784768695.844331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"} {"level":"info","ts":1784768695.8579261,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"} {"level":"info","ts":1784768695.8579452,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"} {"level":"info","ts":1784768695.8579667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","EoS":false} {"level":"info","ts":1784768695.857979,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd","EoS":true} {"level":"info","ts":1784768695.858013,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"74264222-3f14-44f2-9201-3771e70fb0dd"}