{"level":"info","ts":1784806119.1543157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806119.1543307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.1543489,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972"} {"level":"info","ts":1784806119.288008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.2880814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.288091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.2881017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","EoS":false} {"level":"info","ts":1784806119.2881172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","EoS":true} {"level":"info","ts":1784806119.28814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806119.2881517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.2881753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.4223447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.4224167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.4224262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.4224405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","EoS":false} {"level":"info","ts":1784806119.4224513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","EoS":true} {"level":"info","ts":1784806119.4224725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806119.4224882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.422507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.55609,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.5561695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.5561826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.5561945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","EoS":false} {"level":"info","ts":1784806119.556208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","EoS":true} {"level":"info","ts":1784806119.5562282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806119.5562422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.5562613,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.6911283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.6912458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20a00941-a1ef-4431-aa65-d4125fa6356b"} {"level":"info","ts":1784806119.6912673,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20a00941-a1ef-4431-aa65-d4125fa6356b"} {"level":"info","ts":1784806119.6912827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20a00941-a1ef-4431-aa65-d4125fa6356b","EoS":false} {"level":"info","ts":1784806119.6912968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20a00941-a1ef-4431-aa65-d4125fa6356b","EoS":true} {"level":"info","ts":1784806119.6913178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20a00941-a1ef-4431-aa65-d4125fa6356b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806119.6913347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20a00941-a1ef-4431-aa65-d4125fa6356b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.6913567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20a00941-a1ef-4431-aa65-d4125fa6356b"} {"level":"info","ts":1784806135.2519674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.2520452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2520568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2520678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","EoS":false} {"level":"info","ts":1784806135.252079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","EoS":true} {"level":"info","ts":1784806135.2521083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806135.252126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806135.252151,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2881129,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.2881918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.2882013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.2882135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","EoS":false} {"level":"info","ts":1784806135.2882242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","EoS":true} {"level":"info","ts":1784806135.2882442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806135.2882586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806135.2882788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.322338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.3224201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04442d17-e50a-4aa5-a2b9-79077f41a95a"} {"level":"info","ts":1784806135.3224301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04442d17-e50a-4aa5-a2b9-79077f41a95a"} {"level":"info","ts":1784806135.322442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04442d17-e50a-4aa5-a2b9-79077f41a95a","EoS":false} {"level":"info","ts":1784806135.322457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04442d17-e50a-4aa5-a2b9-79077f41a95a","EoS":true} {"level":"info","ts":1784806135.3224823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04442d17-e50a-4aa5-a2b9-79077f41a95a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806135.3224983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04442d17-e50a-4aa5-a2b9-79077f41a95a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806135.3225186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04442d17-e50a-4aa5-a2b9-79077f41a95a"} {"level":"info","ts":1784806135.357855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.3579414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a96e0417-94b0-4423-8955-6fc149138b77"} {"level":"info","ts":1784806135.3579524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a96e0417-94b0-4423-8955-6fc149138b77"} {"level":"info","ts":1784806135.357964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a96e0417-94b0-4423-8955-6fc149138b77","EoS":false} {"level":"info","ts":1784806135.3579776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a96e0417-94b0-4423-8955-6fc149138b77","EoS":true} {"level":"info","ts":1784806135.357999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a96e0417-94b0-4423-8955-6fc149138b77","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806135.3580148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a96e0417-94b0-4423-8955-6fc149138b77","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806135.358036,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a96e0417-94b0-4423-8955-6fc149138b77"} {"level":"info","ts":1784806135.3868968,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.386973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e"} {"level":"info","ts":1784806139.9780083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806139.9780834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806139.9780946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806139.9781063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","EoS":false} {"level":"info","ts":1784806139.9781208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","EoS":true} {"level":"info","ts":1784806139.9781437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806139.9781592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806139.9781802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806148.5100539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806148.510158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92197620-287d-4b81-9c17-35a890d7b4cc"} {"level":"info","ts":1784806148.5101745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92197620-287d-4b81-9c17-35a890d7b4cc"} {"level":"info","ts":1784806148.510188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92197620-287d-4b81-9c17-35a890d7b4cc","EoS":false} {"level":"info","ts":1784806148.5102022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92197620-287d-4b81-9c17-35a890d7b4cc","EoS":true} {"level":"info","ts":1784806148.5102253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92197620-287d-4b81-9c17-35a890d7b4cc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806148.5102408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92197620-287d-4b81-9c17-35a890d7b4cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806148.5102646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92197620-287d-4b81-9c17-35a890d7b4cc"} {"level":"info","ts":1784806150.5404139,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806150.5404944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c3f7b56-247d-4b31-88e9-c9b1b6e33b66"} {"level":"info","ts":1784806150.5405035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c3f7b56-247d-4b31-88e9-c9b1b6e33b66"} {"level":"info","ts":1784806150.5405157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c3f7b56-247d-4b31-88e9-c9b1b6e33b66","EoS":false} {"level":"info","ts":1784806150.5405266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c3f7b56-247d-4b31-88e9-c9b1b6e33b66","EoS":true} {"level":"info","ts":1784806150.5405467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c3f7b56-247d-4b31-88e9-c9b1b6e33b66","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806150.540562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c3f7b56-247d-4b31-88e9-c9b1b6e33b66","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806150.5405822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c3f7b56-247d-4b31-88e9-c9b1b6e33b66"} {"level":"info","ts":1784806152.572349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806152.5724237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806152.5724342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806152.5724456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","EoS":false} {"level":"info","ts":1784806152.5724583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","EoS":true} {"level":"info","ts":1784806152.5724819,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806152.5724971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806152.5725167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806165.419539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806165.419675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806165.4196897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806165.4197102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","EoS":false} {"level":"info","ts":1784806165.4197297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","EoS":true} {"level":"info","ts":1784806165.4197612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806165.4197793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806165.4198086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806173.9350245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806173.9351141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806173.9351327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806173.9351463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","EoS":false} {"level":"info","ts":1784806173.9351604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","EoS":true} {"level":"info","ts":1784806173.9351819,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806173.935197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806173.93522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806182.7839077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806182.7839854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806182.7839968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806182.7840078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","EoS":false} {"level":"info","ts":1784806182.78402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","EoS":true} {"level":"info","ts":1784806182.78404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806182.7840555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806182.7840757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806191.722964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806191.7230406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a782da5-5f29-4caf-b345-ca70f41b0a10"} {"level":"info","ts":1784806191.7230518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a782da5-5f29-4caf-b345-ca70f41b0a10"} {"level":"info","ts":1784806191.7230628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a782da5-5f29-4caf-b345-ca70f41b0a10","EoS":false} {"level":"info","ts":1784806191.7230737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a782da5-5f29-4caf-b345-ca70f41b0a10","EoS":true} {"level":"info","ts":1784806191.7230952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a782da5-5f29-4caf-b345-ca70f41b0a10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806191.7231097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a782da5-5f29-4caf-b345-ca70f41b0a10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806191.7231295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a782da5-5f29-4caf-b345-ca70f41b0a10"} {"level":"info","ts":1784806196.4302716,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806196.4303572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed50e4e3-9f3f-414c-9910-76c7438504de"} {"level":"info","ts":1784806196.4303672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed50e4e3-9f3f-414c-9910-76c7438504de"} {"level":"info","ts":1784806196.430378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed50e4e3-9f3f-414c-9910-76c7438504de","EoS":false} {"level":"info","ts":1784806196.4303918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed50e4e3-9f3f-414c-9910-76c7438504de","EoS":true} {"level":"info","ts":1784806196.430413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed50e4e3-9f3f-414c-9910-76c7438504de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806196.4304297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed50e4e3-9f3f-414c-9910-76c7438504de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806196.4304497,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed50e4e3-9f3f-414c-9910-76c7438504de"} {"level":"info","ts":1784806201.1808076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806201.1808841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40a09d8f-6579-446b-916a-b1f73dead5ff"} {"level":"info","ts":1784806201.180894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40a09d8f-6579-446b-916a-b1f73dead5ff"} {"level":"info","ts":1784806201.180905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40a09d8f-6579-446b-916a-b1f73dead5ff","EoS":false} {"level":"info","ts":1784806201.1809196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40a09d8f-6579-446b-916a-b1f73dead5ff","EoS":true} {"level":"info","ts":1784806201.1809392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40a09d8f-6579-446b-916a-b1f73dead5ff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806201.1809537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40a09d8f-6579-446b-916a-b1f73dead5ff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806201.180976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40a09d8f-6579-446b-916a-b1f73dead5ff"} {"level":"info","ts":1784806201.445546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806201.445668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce27b803-5639-43e4-b5d0-ea94eb4966ec"} {"level":"info","ts":1784806201.4456909,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce27b803-5639-43e4-b5d0-ea94eb4966ec"} {"level":"info","ts":1784806201.4457054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce27b803-5639-43e4-b5d0-ea94eb4966ec","EoS":false} {"level":"info","ts":1784806201.4457185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce27b803-5639-43e4-b5d0-ea94eb4966ec","EoS":true} {"level":"info","ts":1784806201.4457397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce27b803-5639-43e4-b5d0-ea94eb4966ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806201.4457536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce27b803-5639-43e4-b5d0-ea94eb4966ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806201.445774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce27b803-5639-43e4-b5d0-ea94eb4966ec"} {"level":"info","ts":1784806203.484407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806203.4844801,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d0e3ff6-83d1-45d0-8f32-c9bc4f16c97f"} {"level":"info","ts":1784806203.4844897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d0e3ff6-83d1-45d0-8f32-c9bc4f16c97f"} {"level":"info","ts":1784806203.484502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d0e3ff6-83d1-45d0-8f32-c9bc4f16c97f","EoS":false} {"level":"info","ts":1784806203.4845133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d0e3ff6-83d1-45d0-8f32-c9bc4f16c97f","EoS":true} {"level":"info","ts":1784806203.4845333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d0e3ff6-83d1-45d0-8f32-c9bc4f16c97f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806203.4845483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d0e3ff6-83d1-45d0-8f32-c9bc4f16c97f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806203.4845686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d0e3ff6-83d1-45d0-8f32-c9bc4f16c97f"} {"level":"info","ts":1784806205.5177648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806205.5178454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fb2470a-ee42-4575-b4da-d49ed7113e73"} {"level":"info","ts":1784806205.5178556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fb2470a-ee42-4575-b4da-d49ed7113e73"} {"level":"info","ts":1784806205.5178673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb2470a-ee42-4575-b4da-d49ed7113e73","EoS":false} {"level":"info","ts":1784806205.5178819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb2470a-ee42-4575-b4da-d49ed7113e73","EoS":true} {"level":"info","ts":1784806205.5179088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fb2470a-ee42-4575-b4da-d49ed7113e73","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806205.5179238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fb2470a-ee42-4575-b4da-d49ed7113e73","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806205.517946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fb2470a-ee42-4575-b4da-d49ed7113e73"} {"level":"info","ts":1784806207.548175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806207.5482616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806207.5482724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806207.5482852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","EoS":false} {"level":"info","ts":1784806207.5483015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","EoS":true} {"level":"info","ts":1784806207.5483274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806207.5483527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806207.5483723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806230.549449,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806230.549523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806230.549533,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806230.5495436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","EoS":false} {"level":"info","ts":1784806230.5495572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","EoS":true} {"level":"info","ts":1784806230.5495784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806230.5495913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806230.5496259,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806239.849092,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806239.8491843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4acfe4a-bbb0-468e-b3b9-a1293b7765e1"} {"level":"info","ts":1784806239.849195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4acfe4a-bbb0-468e-b3b9-a1293b7765e1"} {"level":"info","ts":1784806239.849211,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4acfe4a-bbb0-468e-b3b9-a1293b7765e1","EoS":false} {"level":"info","ts":1784806239.8492272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4acfe4a-bbb0-468e-b3b9-a1293b7765e1","EoS":true} {"level":"info","ts":1784806239.8492553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4acfe4a-bbb0-468e-b3b9-a1293b7765e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806239.8492727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4acfe4a-bbb0-468e-b3b9-a1293b7765e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806239.849299,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4acfe4a-bbb0-468e-b3b9-a1293b7765e1"} {"level":"info","ts":1784806245.2239723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806245.2240531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d99da7c-14c3-45f8-9766-90f887111a6e"} {"level":"info","ts":1784806245.224066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d99da7c-14c3-45f8-9766-90f887111a6e"} {"level":"info","ts":1784806245.224098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d99da7c-14c3-45f8-9766-90f887111a6e","EoS":false} {"level":"info","ts":1784806245.2241123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d99da7c-14c3-45f8-9766-90f887111a6e","EoS":true} {"level":"info","ts":1784806245.2241352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d99da7c-14c3-45f8-9766-90f887111a6e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806245.2241504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d99da7c-14c3-45f8-9766-90f887111a6e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806245.2241724,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d99da7c-14c3-45f8-9766-90f887111a6e"} {"level":"info","ts":1784806254.7123532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806254.7124286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b58b74d1-ffe5-44e9-9dea-a74fbbc9d7a9"} {"level":"info","ts":1784806254.7124372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b58b74d1-ffe5-44e9-9dea-a74fbbc9d7a9"} {"level":"info","ts":1784806254.712449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b58b74d1-ffe5-44e9-9dea-a74fbbc9d7a9","EoS":false} {"level":"info","ts":1784806254.7124593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b58b74d1-ffe5-44e9-9dea-a74fbbc9d7a9","EoS":true} {"level":"info","ts":1784806254.7124803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b58b74d1-ffe5-44e9-9dea-a74fbbc9d7a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806254.7125235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b58b74d1-ffe5-44e9-9dea-a74fbbc9d7a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806254.7125428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b58b74d1-ffe5-44e9-9dea-a74fbbc9d7a9"} {"level":"info","ts":1784806256.7430737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806256.7431703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806256.7431858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806256.7431986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","EoS":false} {"level":"info","ts":1784806256.7432122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","EoS":true} {"level":"info","ts":1784806256.7432344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806256.7432492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806256.7432694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806266.0735312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806266.0736356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.0736473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.073659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","EoS":false} {"level":"info","ts":1784806266.0736697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","EoS":true} {"level":"info","ts":1784806266.0736911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806266.073706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806266.073727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.1072822,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806266.1074274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806266.1074636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806266.1074975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","EoS":false} {"level":"info","ts":1784806266.1075318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","EoS":true} {"level":"info","ts":1784806266.1075716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806266.1076245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806266.1076734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806285.1267354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806285.1268284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806285.1268423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806285.1268542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","EoS":false} {"level":"info","ts":1784806285.126868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","EoS":true} {"level":"info","ts":1784806285.1268873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806285.1269069,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806285.126928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806294.382556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806294.382656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a43c9ba3-69d3-48cf-9b7a-886449254746"} {"level":"info","ts":1784806294.3826692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a43c9ba3-69d3-48cf-9b7a-886449254746"} {"level":"info","ts":1784806294.382686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a43c9ba3-69d3-48cf-9b7a-886449254746","EoS":false} {"level":"info","ts":1784806294.3826964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a43c9ba3-69d3-48cf-9b7a-886449254746","EoS":true} {"level":"info","ts":1784806294.38272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a43c9ba3-69d3-48cf-9b7a-886449254746","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806294.3827379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a43c9ba3-69d3-48cf-9b7a-886449254746","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806294.3827636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a43c9ba3-69d3-48cf-9b7a-886449254746"} {"level":"info","ts":1784806299.571745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806299.5718236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec5b7c8e-4f85-447d-acab-6477c2f1b1a0"} {"level":"info","ts":1784806299.5718338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec5b7c8e-4f85-447d-acab-6477c2f1b1a0"} {"level":"info","ts":1784806299.5718458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec5b7c8e-4f85-447d-acab-6477c2f1b1a0","EoS":false} {"level":"info","ts":1784806299.5718606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec5b7c8e-4f85-447d-acab-6477c2f1b1a0","EoS":true} {"level":"info","ts":1784806299.5718856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec5b7c8e-4f85-447d-acab-6477c2f1b1a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806299.571901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec5b7c8e-4f85-447d-acab-6477c2f1b1a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806299.5719213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec5b7c8e-4f85-447d-acab-6477c2f1b1a0"} {"level":"info","ts":1784806389.78832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806389.7884018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b6a3751-7f6c-474d-b52e-bdd68e31ad45"} {"level":"info","ts":1784806389.7884126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b6a3751-7f6c-474d-b52e-bdd68e31ad45"} {"level":"info","ts":1784806389.7884235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6a3751-7f6c-474d-b52e-bdd68e31ad45","EoS":false} {"level":"info","ts":1784806389.7884352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6a3751-7f6c-474d-b52e-bdd68e31ad45","EoS":true} {"level":"info","ts":1784806389.788456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b6a3751-7f6c-474d-b52e-bdd68e31ad45","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784806389.7884688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b6a3751-7f6c-474d-b52e-bdd68e31ad45","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784806389.7884884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b6a3751-7f6c-474d-b52e-bdd68e31ad45"} {"level":"info","ts":1784806415.472697,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806415.4727795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806415.4727895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806415.4728005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","EoS":false} {"level":"info","ts":1784806415.472811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","EoS":true} {"level":"info","ts":1784806415.4728317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784806415.4728572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784806415.4728763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806452.2993119,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806452.2993891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806452.2993991,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806452.299411,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","EoS":false} {"level":"info","ts":1784806452.2994218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","EoS":true} {"level":"info","ts":1784806452.2994428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806452.2994554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806452.2994792,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806467.5030482,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806467.5031402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.5031552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.503168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","EoS":false} {"level":"info","ts":1784806467.5031812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","EoS":true} {"level":"info","ts":1784806467.5032015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806467.5032163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806467.503237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.7873962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806467.7874699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52a975d6-e06d-4140-836b-007c36969b4f"} {"level":"info","ts":1784806467.7874804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52a975d6-e06d-4140-836b-007c36969b4f"} {"level":"info","ts":1784806467.7874918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a975d6-e06d-4140-836b-007c36969b4f","EoS":false} {"level":"info","ts":1784806467.7875054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a975d6-e06d-4140-836b-007c36969b4f","EoS":true} {"level":"info","ts":1784806467.7875268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52a975d6-e06d-4140-836b-007c36969b4f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806467.7875428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52a975d6-e06d-4140-836b-007c36969b4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806467.787564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52a975d6-e06d-4140-836b-007c36969b4f"} {"level":"info","ts":1784806798.6499157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806798.650001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.650011,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.6500227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","EoS":false} {"level":"info","ts":1784806798.6500332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","EoS":true} {"level":"info","ts":1784806798.650055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806798.65007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806798.6500895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.6832385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806798.6833005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfbc8e5a-5f61-404f-b5a2-579276d9da5e"} {"level":"info","ts":1784806798.683311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfbc8e5a-5f61-404f-b5a2-579276d9da5e"} {"level":"info","ts":1784806798.6833222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfbc8e5a-5f61-404f-b5a2-579276d9da5e","EoS":false} {"level":"info","ts":1784806798.6833317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfbc8e5a-5f61-404f-b5a2-579276d9da5e","EoS":true} {"level":"info","ts":1784806798.683349,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfbc8e5a-5f61-404f-b5a2-579276d9da5e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806798.6833615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfbc8e5a-5f61-404f-b5a2-579276d9da5e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806798.6833794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfbc8e5a-5f61-404f-b5a2-579276d9da5e"} {"level":"info","ts":1784806798.7136357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806798.7137065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7047d6b8-1715-4d10-84ec-ccb38ab961b0"} {"level":"info","ts":1784806798.71372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7047d6b8-1715-4d10-84ec-ccb38ab961b0"} {"level":"info","ts":1784806798.7137327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7047d6b8-1715-4d10-84ec-ccb38ab961b0","EoS":false} {"level":"info","ts":1784806798.7137449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7047d6b8-1715-4d10-84ec-ccb38ab961b0","EoS":true} {"level":"info","ts":1784806798.713762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7047d6b8-1715-4d10-84ec-ccb38ab961b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806798.713774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7047d6b8-1715-4d10-84ec-ccb38ab961b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806798.7137928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7047d6b8-1715-4d10-84ec-ccb38ab961b0"} {"level":"info","ts":1784806803.5230536,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d12a6db-f864-4a5a-af48-3fa4574ba3eb"} {"level":"info","ts":1784806803.5232134,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2aa83126-c7f3-46d0-8cf1-410ef99035c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806803.5232491,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2aa83126-c7f3-46d0-8cf1-410ef99035c3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784806803.528496,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d17a0e66-2ee4-4c2b-99c2-d51ee3d0a9e9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806803.5285244,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d17a0e66-2ee4-4c2b-99c2-d51ee3d0a9e9","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784806803.5313752,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d12a6db-f864-4a5a-af48-3fa4574ba3eb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.5315871,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38232.182370809,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.5316374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.6410835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98201d07-1f31-4647-9974-f6f86e7e6795"} {"level":"info","ts":1784806803.6416235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a97db80-ce73-49ee-82e9-8224f91c8350","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.6416583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a97db80-ce73-49ee-82e9-8224f91c8350","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.6474552,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c1c8a67-de58-4b5a-aca9-9175563b79a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.6475,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c1c8a67-de58-4b5a-aca9-9175563b79a5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784806803.648488,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98201d07-1f31-4647-9974-f6f86e7e6795","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.6485343,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98201d07-1f31-4647-9974-f6f86e7e6795","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784806803.650518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784806803.6536975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98201d07-1f31-4647-9974-f6f86e7e6795","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784806803.6537316,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98201d07-1f31-4647-9974-f6f86e7e6795","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.6537807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"168c2936-4683-48b0-9d24-be54a6fdeb2a"} {"level":"info","ts":1784806803.653802,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"168c2936-4683-48b0-9d24-be54a6fdeb2a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784806803.654398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d45de1f-2e1f-4d47-b013-e7f9be099ded","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.6544209,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d45de1f-2e1f-4d47-b013-e7f9be099ded","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.7389066,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33068.655172756,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.738937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.7390327,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d115c10e-450b-4e71-bf3d-25ccbe7833c9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806803.7390711,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d115c10e-450b-4e71-bf3d-25ccbe7833c9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784806803.7391775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cce5a5c5-7e0d-4849-9caa-fdfa73e8ea0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.7391984,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cce5a5c5-7e0d-4849-9caa-fdfa73e8ea0c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784806803.7392457,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"168c2936-4683-48b0-9d24-be54a6fdeb2a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784806803.7392857,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"168c2936-4683-48b0-9d24-be54a6fdeb2a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.739327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b47697e-2506-412a-b208-c86f92965580"} {"level":"info","ts":1784806803.7395287,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38350.242267545,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.7395482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.7463741,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.7487888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.7941308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0585c8f-9e00-4116-a33d-431eaf723ac0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.7941778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0585c8f-9e00-4116-a33d-431eaf723ac0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.8093054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b70b0f74-0729-43a8-a760-95af7700425b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.8093417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b70b0f74-0729-43a8-a760-95af7700425b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.8321295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb624771-2731-4b3b-be5e-a4d267f38445","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.8321612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb624771-2731-4b3b-be5e-a4d267f38445","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.838927,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d12a6db-f864-4a5a-af48-3fa4574ba3eb","name":"e2e-external-provider"} {"level":"info","ts":1784806803.840005,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b47697e-2506-412a-b208-c86f92965580","name":"e2e-external-model"} {"level":"info","ts":1784806803.850482,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d12a6db-f864-4a5a-af48-3fa4574ba3eb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784806803.85083,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b47697e-2506-412a-b208-c86f92965580","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784806803.8547194,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d12a6db-f864-4a5a-af48-3fa4574ba3eb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.854841,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74ee2145-9867-4e9b-b095-a6ed31f55dfc"} {"level":"info","ts":1784806803.8549,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74ee2145-9867-4e9b-b095-a6ed31f55dfc","name":"e2e-external-provider"} {"level":"error","ts":1784806803.854938,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b47697e-2506-412a-b208-c86f92965580","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.855006,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15cc76ef-4b34-49fa-9de6-69eb1d242edf"} {"level":"info","ts":1784806803.8550615,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15cc76ef-4b34-49fa-9de6-69eb1d242edf","name":"e2e-external-model"} {"level":"info","ts":1784806803.864502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15cc76ef-4b34-49fa-9de6-69eb1d242edf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806803.8661594,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74ee2145-9867-4e9b-b095-a6ed31f55dfc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784806815.1535957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806815.1536944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040"} {"level":"info","ts":1784806815.1537032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040"} {"level":"info","ts":1784806815.1537142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040","EoS":false} {"level":"info","ts":1784806815.1537247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040","EoS":true} {"level":"info","ts":1784806815.1537447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784806815.1537597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806815.1537666,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040","modelName":"e2e-external-model"} {"level":"info","ts":1784806815.15378,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784806815.1538363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22f8d3ae-37f5-4d9f-b911-672b29373040"} {"level":"info","ts":1784806815.1982589,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806815.1983273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178"} {"level":"info","ts":1784806815.198336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178"} {"level":"info","ts":1784806815.1983469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178","EoS":false} {"level":"info","ts":1784806815.1983614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178","EoS":true} {"level":"info","ts":1784806815.198381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784806815.198396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806815.1984057,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178","modelName":"e2e-external-model"} {"level":"info","ts":1784806815.1984205,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784806815.1984568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e45e72dd-fe84-4a89-8de4-773c25358178"} {"level":"info","ts":1784806815.2232893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806815.2233605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1"} {"level":"info","ts":1784806815.2233691,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1"} {"level":"info","ts":1784806815.2233803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","EoS":false} {"level":"info","ts":1784806815.223391,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","EoS":true} {"level":"info","ts":1784806815.2234108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784806815.2234256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806815.2234328,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","modelName":"e2e-external-model"} {"level":"info","ts":1784806815.2234464,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784806815.2234852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1"} {"level":"info","ts":1784806815.3500552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50a05eab-d76c-42eb-980a-cf6ebcc21822"} {"level":"info","ts":1784806815.3501034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f40ab2ea-f099-416a-b49f-cf3f23b110a4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806815.3501356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f40ab2ea-f099-416a-b49f-cf3f23b110a4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784806815.3577862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"156754b5-e0be-4bc0-a365-bdb1eaef1a33","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806815.3578115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"156754b5-e0be-4bc0-a365-bdb1eaef1a33","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784806815.3590229,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50a05eab-d76c-42eb-980a-cf6ebcc21822","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806815.3590763,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50a05eab-d76c-42eb-980a-cf6ebcc21822","name":"e2e-cleanup-test"} {"level":"error","ts":1784806815.3752525,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50a05eab-d76c-42eb-980a-cf6ebcc21822","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784806815.3753085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50a05eab-d76c-42eb-980a-cf6ebcc21822","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806815.3753715,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed652678-e00c-4c0a-a22a-75a7af65b918"} {"level":"info","ts":1784806815.3754365,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed652678-e00c-4c0a-a22a-75a7af65b918","name":"e2e-cleanup-test"} {"level":"info","ts":1784806815.3851352,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac8752b5-4d51-4393-ac10-a1c67f0a9602","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806815.3851774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac8752b5-4d51-4393-ac10-a1c67f0a9602","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784806815.3889787,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed652678-e00c-4c0a-a22a-75a7af65b918","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784806815.3890443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed652678-e00c-4c0a-a22a-75a7af65b918","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806815.3891106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ceb7685-cb84-407b-8c36-2eb452ff8a90"} {"level":"info","ts":1784806815.3891702,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ceb7685-cb84-407b-8c36-2eb452ff8a90","name":"e2e-cleanup-test"} {"level":"info","ts":1784806815.3967004,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ceb7685-cb84-407b-8c36-2eb452ff8a90","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806823.611081,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69f61940-ada8-4eb9-b627-3006377f6068"} {"level":"info","ts":1784806823.6110916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5ab51b4-494c-48b9-9181-723b235a474f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806823.6111188,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5ab51b4-494c-48b9-9181-723b235a474f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806827.907381,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806827.907454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631"} {"level":"info","ts":1784806827.9074628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631"} {"level":"info","ts":1784806827.9074743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631","EoS":false} {"level":"info","ts":1784806827.9074872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631","EoS":true} {"level":"info","ts":1784806827.907507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784806827.9075212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784806827.9075415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631"} {"level":"info","ts":1784806827.9331963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806827.933249,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5"} {"level":"info","ts":1784806827.933257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5"} {"level":"info","ts":1784806827.9332676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","EoS":false} {"level":"info","ts":1784806827.9332802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","EoS":true} {"level":"info","ts":1784806827.933297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784806827.9333088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806827.9333155,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","modelName":"e2e-external-model"} {"level":"info","ts":1784806827.933329,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784806827.9333677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5"} {"level":"info","ts":1784806827.9713805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806827.9714549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806827.9714692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806827.9714816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","EoS":false} {"level":"info","ts":1784806827.9714937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","EoS":true} {"level":"info","ts":1784806827.9715087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784806827.9715216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806827.971539,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806828.1121871,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806828.1122608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.1122704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.1122813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","EoS":false} {"level":"info","ts":1784806828.1122942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","EoS":true} {"level":"info","ts":1784806828.1123152,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","field":"model"} {"level":"info","ts":1784806828.11234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.9951491,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a07df617-b4e0-4089-a1c5-8fbab3ce4053"} {"level":"info","ts":1784806828.9951742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7be22ef-80c2-4ef7-a665-02b63e5b87ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806828.9951975,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7be22ef-80c2-4ef7-a665-02b63e5b87ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806829.1492429,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82d45ea4-4328-436c-bbbe-b349f6db44bb"} {"level":"info","ts":1784806829.1493027,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ae80af8-6202-4e69-843d-94a767c3be16","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806829.1493394,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ae80af8-6202-4e69-843d-94a767c3be16","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784807450.4533317,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807450.4534209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54d187dd-3168-47b3-b179-aae2d142c529"} {"level":"info","ts":1784807450.453433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54d187dd-3168-47b3-b179-aae2d142c529"} {"level":"info","ts":1784807450.4534457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54d187dd-3168-47b3-b179-aae2d142c529","EoS":false} {"level":"info","ts":1784807450.4534605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54d187dd-3168-47b3-b179-aae2d142c529","EoS":true} {"level":"info","ts":1784807450.4534786,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54d187dd-3168-47b3-b179-aae2d142c529","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807450.4534948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54d187dd-3168-47b3-b179-aae2d142c529","path":"/ai-tenant-e2e-inf-b-4c7f56/test-model-4c7f56/v1/chat/completions"} {"level":"info","ts":1784807450.4535162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54d187dd-3168-47b3-b179-aae2d142c529"} {"level":"info","ts":1784807471.4372132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807471.4372888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807471.4372985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807471.437309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","EoS":false} {"level":"info","ts":1784807471.43732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","EoS":true} {"level":"info","ts":1784807471.4373412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807471.4373558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","path":"/ai-tenant-e2e-inf-b-4c7f56/test-model-4c7f56/v1/chat/completions"} {"level":"info","ts":1784807471.4373758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807929.516102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807929.5161831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807929.5161917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807929.516202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","EoS":false} {"level":"info","ts":1784807929.5162137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","EoS":true} {"level":"info","ts":1784807929.5162337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807929.516289,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","path":"/ai-tenant-e2e-shared-a-839b3c/rate-test-model-839b3c/v1/completions"} {"level":"info","ts":1784807929.5163114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807950.917039,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807950.9171345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"} {"level":"info","ts":1784807950.9171453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"} {"level":"info","ts":1784807950.9171565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","EoS":false} {"level":"info","ts":1784807950.9171681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","EoS":true} {"level":"info","ts":1784807950.9171884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807950.9172027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","path":"/ai-tenant-e2e-shared-b-c713d8/rate-test-model-c713d8/v1/completions"} {"level":"info","ts":1784807950.9172218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"}