{"level":"info","ts":1784754942.0827181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65993713-ecff-4a8e-bc4e-4f2ca7dae54d","EoS":false} {"level":"info","ts":1784754942.0827303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65993713-ecff-4a8e-bc4e-4f2ca7dae54d","EoS":true} {"level":"info","ts":1784754942.0827491,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65993713-ecff-4a8e-bc4e-4f2ca7dae54d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784754942.0827641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65993713-ecff-4a8e-bc4e-4f2ca7dae54d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784754942.0827835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65993713-ecff-4a8e-bc4e-4f2ca7dae54d"} {"level":"info","ts":1784754960.9982836,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754960.9983618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"} {"level":"info","ts":1784754960.9983747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"} {"level":"info","ts":1784754960.9983861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","EoS":false} {"level":"info","ts":1784754960.9983966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","EoS":true} {"level":"info","ts":1784754960.9984162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754960.9984317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754960.9984548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"} {"level":"info","ts":1784754961.1358514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754961.1359162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"} {"level":"info","ts":1784754961.1359265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"} {"level":"info","ts":1784754961.1359375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","EoS":false} {"level":"info","ts":1784754961.1359499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","EoS":true} {"level":"info","ts":1784754961.1359673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754961.13598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754961.1359959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"} {"level":"info","ts":1784754961.2767828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754961.2768328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"} {"level":"info","ts":1784754961.2768404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"} {"level":"info","ts":1784754961.27685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","EoS":false} {"level":"info","ts":1784754961.2768598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","EoS":true} {"level":"info","ts":1784754961.276879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754961.27689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754961.276907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"} {"level":"info","ts":1784754961.4134119,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754961.4134662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"} {"level":"info","ts":1784754961.4134748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"} {"level":"info","ts":1784754961.4134848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","EoS":false} {"level":"info","ts":1784754961.4134989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","EoS":true} {"level":"info","ts":1784754961.4135153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754961.4135282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754961.4135437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"} {"level":"info","ts":1784754961.5739212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754961.5739784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"} {"level":"info","ts":1784754961.573989,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"} {"level":"info","ts":1784754961.5739992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","EoS":false} {"level":"info","ts":1784754961.5740092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","EoS":true} {"level":"info","ts":1784754961.5740259,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754961.5740387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754961.5740545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"} {"level":"info","ts":1784754961.7128372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754961.712892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f2b718f-9651-4594-a030-26d7c06bc410"} {"level":"info","ts":1784754961.7129033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f2b718f-9651-4594-a030-26d7c06bc410"} {"level":"info","ts":1784754961.712918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f2b718f-9651-4594-a030-26d7c06bc410","EoS":false} {"level":"info","ts":1784754961.7129285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f2b718f-9651-4594-a030-26d7c06bc410","EoS":true} {"level":"info","ts":1784754961.7129462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f2b718f-9651-4594-a030-26d7c06bc410","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754961.7129593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f2b718f-9651-4594-a030-26d7c06bc410","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754961.7129755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f2b718f-9651-4594-a030-26d7c06bc410"} {"level":"info","ts":1784754978.3960092,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754978.3960845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"} {"level":"info","ts":1784754978.3960958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"} {"level":"info","ts":1784754978.3961082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","EoS":false} {"level":"info","ts":1784754978.3961227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","EoS":true} {"level":"info","ts":1784754978.3961418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754978.3961568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754978.396197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"} {"level":"info","ts":1784754978.445369,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754978.4454236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a2aa947-8a29-4e2e-8267-70b4b7d62077"} {"level":"info","ts":1784754978.445434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a2aa947-8a29-4e2e-8267-70b4b7d62077"} {"level":"info","ts":1784754978.4454446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a2aa947-8a29-4e2e-8267-70b4b7d62077","EoS":false} {"level":"info","ts":1784754978.4454603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a2aa947-8a29-4e2e-8267-70b4b7d62077","EoS":true} {"level":"info","ts":1784754978.4454806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a2aa947-8a29-4e2e-8267-70b4b7d62077","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754978.4454918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a2aa947-8a29-4e2e-8267-70b4b7d62077","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754978.4455082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a2aa947-8a29-4e2e-8267-70b4b7d62077"} {"level":"info","ts":1784754978.4791293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754978.4791994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ac92029-b217-49b1-92c0-dcf7c3069148"} {"level":"info","ts":1784754978.4792142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ac92029-b217-49b1-92c0-dcf7c3069148"} {"level":"info","ts":1784754978.4792256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ac92029-b217-49b1-92c0-dcf7c3069148","EoS":false} {"level":"info","ts":1784754978.4792354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ac92029-b217-49b1-92c0-dcf7c3069148","EoS":true} {"level":"info","ts":1784754978.4792497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ac92029-b217-49b1-92c0-dcf7c3069148","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784754978.479262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ac92029-b217-49b1-92c0-dcf7c3069148","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754978.479279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ac92029-b217-49b1-92c0-dcf7c3069148"} {"level":"info","ts":1784754978.5134027,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754978.5134525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126"} {"level":"info","ts":1784754983.1520786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754983.1521533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"} {"level":"info","ts":1784754983.1521645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"} {"level":"info","ts":1784754983.1522014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","EoS":false} {"level":"info","ts":1784754983.1522167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","EoS":true} {"level":"info","ts":1784754983.152236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784754983.1522512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784754983.1522672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"} {"level":"info","ts":1784754991.7000165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754991.7001076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae98081b-ceb8-4966-afb2-0b1f05f669e6"} {"level":"info","ts":1784754991.7001233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae98081b-ceb8-4966-afb2-0b1f05f669e6"} {"level":"info","ts":1784754991.700142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae98081b-ceb8-4966-afb2-0b1f05f669e6","EoS":false} {"level":"info","ts":1784754991.7001615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae98081b-ceb8-4966-afb2-0b1f05f669e6","EoS":true} {"level":"info","ts":1784754991.700211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae98081b-ceb8-4966-afb2-0b1f05f669e6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784754991.700232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae98081b-ceb8-4966-afb2-0b1f05f669e6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784754991.700256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae98081b-ceb8-4966-afb2-0b1f05f669e6"} {"level":"info","ts":1784754993.731308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754993.7313926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c00cd43-1533-43ef-a44a-cbd6bd3bd410"} {"level":"info","ts":1784754993.7314034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c00cd43-1533-43ef-a44a-cbd6bd3bd410"} {"level":"info","ts":1784754993.731415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c00cd43-1533-43ef-a44a-cbd6bd3bd410","EoS":false} {"level":"info","ts":1784754993.7314267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c00cd43-1533-43ef-a44a-cbd6bd3bd410","EoS":true} {"level":"info","ts":1784754993.7314463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c00cd43-1533-43ef-a44a-cbd6bd3bd410","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784754993.7314608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c00cd43-1533-43ef-a44a-cbd6bd3bd410","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784754993.731481,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c00cd43-1533-43ef-a44a-cbd6bd3bd410"} {"level":"info","ts":1784754995.7643533,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784754995.764429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"} {"level":"info","ts":1784754995.764441,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"} {"level":"info","ts":1784754995.7644532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","EoS":false} {"level":"info","ts":1784754995.7644653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","EoS":true} {"level":"info","ts":1784754995.7644851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784754995.7645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784754995.7645226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"} {"level":"info","ts":1784755008.6128848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755008.612974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"} {"level":"info","ts":1784755008.6129887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"} {"level":"info","ts":1784755008.6130085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","EoS":false} {"level":"info","ts":1784755008.6130252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","EoS":true} {"level":"info","ts":1784755008.6130507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755008.613071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755008.6130977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"} {"level":"info","ts":1784755017.1416862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755017.1417677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"} {"level":"info","ts":1784755017.1417809,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"} {"level":"info","ts":1784755017.141793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","EoS":false} {"level":"info","ts":1784755017.1418061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","EoS":true} {"level":"info","ts":1784755017.1418316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755017.141847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755017.1418667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"} {"level":"info","ts":1784755026.0347493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755026.034826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"} {"level":"info","ts":1784755026.0348387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"} {"level":"info","ts":1784755026.0348496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","EoS":false} {"level":"info","ts":1784755026.0348637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","EoS":true} {"level":"info","ts":1784755026.034895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755026.0349488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755026.034968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"} {"level":"info","ts":1784755035.0158453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755035.0159218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19f50722-1210-4e57-82d2-2fc73bf02104"} {"level":"info","ts":1784755035.015931,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19f50722-1210-4e57-82d2-2fc73bf02104"} {"level":"info","ts":1784755035.015942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19f50722-1210-4e57-82d2-2fc73bf02104","EoS":false} {"level":"info","ts":1784755035.0159538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19f50722-1210-4e57-82d2-2fc73bf02104","EoS":true} {"level":"info","ts":1784755035.0159729,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19f50722-1210-4e57-82d2-2fc73bf02104","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755035.0159872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19f50722-1210-4e57-82d2-2fc73bf02104","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755035.016007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19f50722-1210-4e57-82d2-2fc73bf02104"} {"level":"info","ts":1784755039.7612283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755039.7613082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"511a468b-c805-4e73-85cd-5d5d78d69c38"} {"level":"info","ts":1784755039.7613182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"511a468b-c805-4e73-85cd-5d5d78d69c38"} {"level":"info","ts":1784755039.7613308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"511a468b-c805-4e73-85cd-5d5d78d69c38","EoS":false} {"level":"info","ts":1784755039.7613435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"511a468b-c805-4e73-85cd-5d5d78d69c38","EoS":true} {"level":"info","ts":1784755039.761364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"511a468b-c805-4e73-85cd-5d5d78d69c38","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755039.7613785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"511a468b-c805-4e73-85cd-5d5d78d69c38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755039.7613993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"511a468b-c805-4e73-85cd-5d5d78d69c38"} {"level":"info","ts":1784755044.4884152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755044.4884987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ef2a530-844c-4776-b7cb-7c6aadca6a2b"} {"level":"info","ts":1784755044.488511,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ef2a530-844c-4776-b7cb-7c6aadca6a2b"} {"level":"info","ts":1784755044.4885225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ef2a530-844c-4776-b7cb-7c6aadca6a2b","EoS":false} {"level":"info","ts":1784755044.488536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ef2a530-844c-4776-b7cb-7c6aadca6a2b","EoS":true} {"level":"info","ts":1784755044.4885552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ef2a530-844c-4776-b7cb-7c6aadca6a2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755044.488569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ef2a530-844c-4776-b7cb-7c6aadca6a2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755044.4885876,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ef2a530-844c-4776-b7cb-7c6aadca6a2b"} {"level":"info","ts":1784755044.755159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755044.7552693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cabe9b1-9903-40a3-a2a7-0c2eb1308e1e"} {"level":"info","ts":1784755044.755284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cabe9b1-9903-40a3-a2a7-0c2eb1308e1e"} {"level":"info","ts":1784755044.755305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cabe9b1-9903-40a3-a2a7-0c2eb1308e1e","EoS":false} {"level":"info","ts":1784755044.7553232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cabe9b1-9903-40a3-a2a7-0c2eb1308e1e","EoS":true} {"level":"info","ts":1784755044.755353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cabe9b1-9903-40a3-a2a7-0c2eb1308e1e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755044.7553735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cabe9b1-9903-40a3-a2a7-0c2eb1308e1e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755044.755403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cabe9b1-9903-40a3-a2a7-0c2eb1308e1e"} {"level":"info","ts":1784755046.8117332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755046.8118277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07561adb-d450-44da-8de2-07957efec9b3"} {"level":"info","ts":1784755046.8118458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07561adb-d450-44da-8de2-07957efec9b3"} {"level":"info","ts":1784755046.8118665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07561adb-d450-44da-8de2-07957efec9b3","EoS":false} {"level":"info","ts":1784755046.8118908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07561adb-d450-44da-8de2-07957efec9b3","EoS":true} {"level":"info","ts":1784755046.8119206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07561adb-d450-44da-8de2-07957efec9b3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755046.8119407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07561adb-d450-44da-8de2-07957efec9b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755046.8119695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07561adb-d450-44da-8de2-07957efec9b3"} {"level":"info","ts":1784755048.8458517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755048.8459253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"} {"level":"info","ts":1784755048.8459344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"} {"level":"info","ts":1784755048.8459466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","EoS":false} {"level":"info","ts":1784755048.8459587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","EoS":true} {"level":"info","ts":1784755048.8459787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755048.8459938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755048.8460162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"} {"level":"info","ts":1784755071.1804392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755071.1805317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"} {"level":"info","ts":1784755071.180548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"} {"level":"info","ts":1784755071.180568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","EoS":false} {"level":"info","ts":1784755071.180588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","EoS":true} {"level":"info","ts":1784755071.1806164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755071.180635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755071.1806676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"} {"level":"info","ts":1784755080.4800875,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755080.4801683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6fc05d2-aad1-44f6-9c94-e9f161fb153f"} {"level":"info","ts":1784755080.4801996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6fc05d2-aad1-44f6-9c94-e9f161fb153f"} {"level":"info","ts":1784755080.4802127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6fc05d2-aad1-44f6-9c94-e9f161fb153f","EoS":false} {"level":"info","ts":1784755080.4802234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6fc05d2-aad1-44f6-9c94-e9f161fb153f","EoS":true} {"level":"info","ts":1784755080.4802456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6fc05d2-aad1-44f6-9c94-e9f161fb153f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755080.4802604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6fc05d2-aad1-44f6-9c94-e9f161fb153f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755080.4802794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6fc05d2-aad1-44f6-9c94-e9f161fb153f"} {"level":"info","ts":1784755085.8864806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755085.8865635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7bdc04f-4229-449d-9b4e-d35fade28927"} {"level":"info","ts":1784755085.8865755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7bdc04f-4229-449d-9b4e-d35fade28927"} {"level":"info","ts":1784755085.8865876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7bdc04f-4229-449d-9b4e-d35fade28927","EoS":false} {"level":"info","ts":1784755085.8866048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7bdc04f-4229-449d-9b4e-d35fade28927","EoS":true} {"level":"info","ts":1784755085.8866267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7bdc04f-4229-449d-9b4e-d35fade28927","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755085.8866398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7bdc04f-4229-449d-9b4e-d35fade28927","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755085.8866599,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7bdc04f-4229-449d-9b4e-d35fade28927"} {"level":"info","ts":1784755095.411073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755095.4111602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e4fa924-bbcb-4f64-a15d-7722db1778a4"} {"level":"info","ts":1784755095.4111717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e4fa924-bbcb-4f64-a15d-7722db1778a4"} {"level":"info","ts":1784755095.4112074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e4fa924-bbcb-4f64-a15d-7722db1778a4","EoS":false} {"level":"info","ts":1784755095.4112203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e4fa924-bbcb-4f64-a15d-7722db1778a4","EoS":true} {"level":"info","ts":1784755095.4112413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e4fa924-bbcb-4f64-a15d-7722db1778a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755095.4112575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e4fa924-bbcb-4f64-a15d-7722db1778a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755095.4112804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e4fa924-bbcb-4f64-a15d-7722db1778a4"} {"level":"info","ts":1784755097.4440472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755097.4441335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"} {"level":"info","ts":1784755097.4441438,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"} {"level":"info","ts":1784755097.4441557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","EoS":false} {"level":"info","ts":1784755097.4441671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","EoS":true} {"level":"info","ts":1784755097.4442003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755097.4442148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755097.4442358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"} {"level":"info","ts":1784755106.8380604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755106.8381307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"} {"level":"info","ts":1784755106.8381424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"} {"level":"info","ts":1784755106.838154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","EoS":false} {"level":"info","ts":1784755106.8381696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","EoS":true} {"level":"info","ts":1784755106.838212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755106.8382285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755106.8382428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"} {"level":"info","ts":1784755106.916079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755106.9161348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"} {"level":"info","ts":1784755106.916145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"} {"level":"info","ts":1784755106.916156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","EoS":false} {"level":"info","ts":1784755106.9161656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","EoS":true} {"level":"info","ts":1784755106.916197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755106.91621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755106.9162652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"} {"level":"info","ts":1784755125.949361,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755125.9494376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"} {"level":"info","ts":1784755125.9494483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"} {"level":"info","ts":1784755125.9494648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","EoS":false} {"level":"info","ts":1784755125.949477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","EoS":true} {"level":"info","ts":1784755125.9494987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755125.9495168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755125.9495382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"} {"level":"info","ts":1784755135.2472045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755135.2472801,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebade43d-75e2-4c4f-bc48-8b03f73a6254"} {"level":"info","ts":1784755135.2472928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebade43d-75e2-4c4f-bc48-8b03f73a6254"} {"level":"info","ts":1784755135.2473044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebade43d-75e2-4c4f-bc48-8b03f73a6254","EoS":false} {"level":"info","ts":1784755135.2473173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebade43d-75e2-4c4f-bc48-8b03f73a6254","EoS":true} {"level":"info","ts":1784755135.2473354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebade43d-75e2-4c4f-bc48-8b03f73a6254","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755135.24735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebade43d-75e2-4c4f-bc48-8b03f73a6254","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755135.24737,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebade43d-75e2-4c4f-bc48-8b03f73a6254"} {"level":"info","ts":1784755140.5101347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755140.5102336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b75df8f-2267-49b1-ba43-8e84ab99eb10"} {"level":"info","ts":1784755140.5102437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b75df8f-2267-49b1-ba43-8e84ab99eb10"} {"level":"info","ts":1784755140.5102546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b75df8f-2267-49b1-ba43-8e84ab99eb10","EoS":false} {"level":"info","ts":1784755140.510265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b75df8f-2267-49b1-ba43-8e84ab99eb10","EoS":true} {"level":"info","ts":1784755140.510284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b75df8f-2267-49b1-ba43-8e84ab99eb10","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755140.510299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b75df8f-2267-49b1-ba43-8e84ab99eb10","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755140.5103197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b75df8f-2267-49b1-ba43-8e84ab99eb10"} {"level":"info","ts":1784755233.0125322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755233.0126102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cdd867a-8338-45f4-b297-75b44832ee11"} {"level":"info","ts":1784755233.0126207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1cdd867a-8338-45f4-b297-75b44832ee11"} {"level":"info","ts":1784755233.0126321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cdd867a-8338-45f4-b297-75b44832ee11","EoS":false} {"level":"info","ts":1784755233.0126426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cdd867a-8338-45f4-b297-75b44832ee11","EoS":true} {"level":"info","ts":1784755233.0126617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cdd867a-8338-45f4-b297-75b44832ee11","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784755233.0126755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cdd867a-8338-45f4-b297-75b44832ee11","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784755233.0127463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1cdd867a-8338-45f4-b297-75b44832ee11"} {"level":"info","ts":1784755258.2263625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755258.2264297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"} {"level":"info","ts":1784755258.2264392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"} {"level":"info","ts":1784755258.2264507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","EoS":false} {"level":"info","ts":1784755258.2264638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","EoS":true} {"level":"info","ts":1784755258.2264817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784755258.226497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784755258.2265174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"} {"level":"info","ts":1784755295.2443738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755295.244464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"} {"level":"info","ts":1784755295.2444777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"} {"level":"info","ts":1784755295.2444904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","EoS":false} {"level":"info","ts":1784755295.2445023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","EoS":true} {"level":"info","ts":1784755295.2445216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755295.2445364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755295.2445965,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"} {"level":"info","ts":1784755310.4543524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755310.4544508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"} {"level":"info","ts":1784755310.4544644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"} {"level":"info","ts":1784755310.4544835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","EoS":false} {"level":"info","ts":1784755310.4545448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","EoS":true} {"level":"info","ts":1784755310.4545748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755310.4545913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755310.4546118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"} {"level":"info","ts":1784755310.7224965,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755310.7225666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14fe9978-57ed-47cd-bb8e-96fcc98f096b"} {"level":"info","ts":1784755310.722577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14fe9978-57ed-47cd-bb8e-96fcc98f096b"} {"level":"info","ts":1784755310.7225893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14fe9978-57ed-47cd-bb8e-96fcc98f096b","EoS":false} {"level":"info","ts":1784755310.7226026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14fe9978-57ed-47cd-bb8e-96fcc98f096b","EoS":true} {"level":"info","ts":1784755310.7226212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14fe9978-57ed-47cd-bb8e-96fcc98f096b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755310.7226367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14fe9978-57ed-47cd-bb8e-96fcc98f096b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755310.7226562,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14fe9978-57ed-47cd-bb8e-96fcc98f096b"} {"level":"info","ts":1784755622.6003191,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755622.6004004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"} {"level":"info","ts":1784755622.6004105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"} {"level":"info","ts":1784755622.6004214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","EoS":false} {"level":"info","ts":1784755622.600432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","EoS":true} {"level":"info","ts":1784755622.600451,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755622.600466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755622.6004848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"} {"level":"info","ts":1784755622.640809,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755622.640887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebd98341-0a9a-4cfe-9a95-8bd45f2cfd64"} {"level":"info","ts":1784755622.6409009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebd98341-0a9a-4cfe-9a95-8bd45f2cfd64"} {"level":"info","ts":1784755622.6409166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebd98341-0a9a-4cfe-9a95-8bd45f2cfd64","EoS":false} {"level":"info","ts":1784755622.6409345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebd98341-0a9a-4cfe-9a95-8bd45f2cfd64","EoS":true} {"level":"info","ts":1784755622.6409566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebd98341-0a9a-4cfe-9a95-8bd45f2cfd64","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755622.6409748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebd98341-0a9a-4cfe-9a95-8bd45f2cfd64","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755622.640996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebd98341-0a9a-4cfe-9a95-8bd45f2cfd64"} {"level":"info","ts":1784755622.6754518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755622.6755025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"089c0cb7-8ffa-49f4-bd2a-f07e2372e501"} {"level":"info","ts":1784755622.6755126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"089c0cb7-8ffa-49f4-bd2a-f07e2372e501"} {"level":"info","ts":1784755622.6755233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"089c0cb7-8ffa-49f4-bd2a-f07e2372e501","EoS":false} {"level":"info","ts":1784755622.6755328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"089c0cb7-8ffa-49f4-bd2a-f07e2372e501","EoS":true} {"level":"info","ts":1784755622.6755466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"089c0cb7-8ffa-49f4-bd2a-f07e2372e501","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755622.6755595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"089c0cb7-8ffa-49f4-bd2a-f07e2372e501","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755622.6755755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"089c0cb7-8ffa-49f4-bd2a-f07e2372e501"} {"level":"info","ts":1784755627.6057613,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"650cf892-c7bc-47fb-8114-28a86fa08458","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784755627.6057954,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"650cf892-c7bc-47fb-8114-28a86fa08458","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784755627.6058583,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f8a7f66-28c7-422c-abc2-66eb50864088"} {"level":"info","ts":1784755627.6189167,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6f3ab4c-42ca-4737-8de8-8c206eac5ebd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784755627.619109,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35963.825611268,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.6191242,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6f3ab4c-42ca-4737-8de8-8c206eac5ebd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784755627.6191266,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.7411451,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff5bb4e-4fb1-43ac-98e9-955f87baa870"} {"level":"info","ts":1784755627.7416782,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"339ede3f-e2c7-4650-b60f-2959e655c1a4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755627.7417362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"339ede3f-e2c7-4650-b60f-2959e655c1a4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784755627.7472708,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.749088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4513bf9e-35f9-465a-8edc-d44d9b449686","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755627.7491317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4513bf9e-35f9-465a-8edc-d44d9b449686","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784755627.7510302,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff5bb4e-4fb1-43ac-98e9-955f87baa870","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755627.7510765,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff5bb4e-4fb1-43ac-98e9-955f87baa870","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784755627.7581897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be4edb11-60c9-46f9-a70d-fe6826224ee2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755627.7582188,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be4edb11-60c9-46f9-a70d-fe6826224ee2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784755627.7592263,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff5bb4e-4fb1-43ac-98e9-955f87baa870","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784755627.759266,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff5bb4e-4fb1-43ac-98e9-955f87baa870","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755627.7593255,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e2a98da-ec24-4f1d-840f-312f163024f3"} {"level":"info","ts":1784755627.7593453,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e2a98da-ec24-4f1d-840f-312f163024f3","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784755627.7689579,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e2a98da-ec24-4f1d-840f-312f163024f3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755627.779208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53cf95f6-384a-4446-8705-3549d72cf460"} {"level":"info","ts":1784755627.7792404,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53cf95f6-384a-4446-8705-3549d72cf460","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784755627.8403926,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37571.783353647,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.8404126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.8406518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ae17a83-4681-406e-bb01-a06944445949","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755627.8406773,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ae17a83-4681-406e-bb01-a06944445949","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784755627.8407118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53cf95f6-384a-4446-8705-3549d72cf460","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755627.8407314,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e23b4ce-e052-4a35-90bf-da86099d8cb2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784755627.8407571,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e23b4ce-e052-4a35-90bf-da86099d8cb2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784755627.840781,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1539ccc-dc51-4903-85a3-ef1a0bad56c3"} {"level":"info","ts":1784755627.8409684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35578.169666612,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.840986,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.8535886,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.880516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784755627.938787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fd810a2-f739-4f14-83b9-cdd83faa118b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755627.938815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fd810a2-f739-4f14-83b9-cdd83faa118b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784755627.9407086,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f8a7f66-28c7-422c-abc2-66eb50864088","name":"e2e-external-provider"} {"level":"info","ts":1784755627.941015,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1539ccc-dc51-4903-85a3-ef1a0bad56c3","name":"e2e-external-model"} {"level":"info","ts":1784755627.9570224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36dc85e0-cb62-4c44-ba38-d0aae673abc6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755627.957055,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36dc85e0-cb62-4c44-ba38-d0aae673abc6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784755627.9582858,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1539ccc-dc51-4903-85a3-ef1a0bad56c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784755627.9583309,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1539ccc-dc51-4903-85a3-ef1a0bad56c3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755627.9583805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21bcdb09-b9dc-4591-906a-a22707ede462"} {"level":"info","ts":1784755627.9584413,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21bcdb09-b9dc-4591-906a-a22707ede462","name":"e2e-external-model"} {"level":"info","ts":1784755627.9786894,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f8a7f66-28c7-422c-abc2-66eb50864088","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784755627.9803598,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21bcdb09-b9dc-4591-906a-a22707ede462","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784755627.9886606,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f8a7f66-28c7-422c-abc2-66eb50864088","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755627.9887526,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bda8efc2-9710-4a14-a6c6-379b7b7fc4ba"} {"level":"info","ts":1784755627.9887908,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bda8efc2-9710-4a14-a6c6-379b7b7fc4ba","name":"e2e-external-provider"} {"level":"info","ts":1784755627.997634,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39c857b3-24a0-4afb-8e5e-e53a7fad4ebd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755627.997656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39c857b3-24a0-4afb-8e5e-e53a7fad4ebd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784755628.000852,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21bcdb09-b9dc-4591-906a-a22707ede462","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755628.000919,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e16cc36-4a5c-4fc7-a42d-8f3dc4ab0206"} {"level":"info","ts":1784755628.000962,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e16cc36-4a5c-4fc7-a42d-8f3dc4ab0206","name":"e2e-external-model"} {"level":"info","ts":1784755628.0152202,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e16cc36-4a5c-4fc7-a42d-8f3dc4ab0206","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784755628.0207834,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bda8efc2-9710-4a14-a6c6-379b7b7fc4ba","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784755639.6203322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755639.6204197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6"} {"level":"info","ts":1784755639.6204329,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6"} {"level":"info","ts":1784755639.6204455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6","EoS":false} {"level":"info","ts":1784755639.620465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6","EoS":true} {"level":"info","ts":1784755639.620485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784755639.6205003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784755639.6205072,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6","modelName":"e2e-external-model"} {"level":"info","ts":1784755639.6205225,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784755639.6206434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38b03a1c-f82b-485d-aa48-0ff999bda5a6"} {"level":"info","ts":1784755639.7011452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755639.7012196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0"} {"level":"info","ts":1784755639.7012289,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0"} {"level":"info","ts":1784755639.701241,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0","EoS":false} {"level":"info","ts":1784755639.7012544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0","EoS":true} {"level":"info","ts":1784755639.7012713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784755639.7012832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784755639.7012894,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0","modelName":"e2e-external-model"} {"level":"info","ts":1784755639.7013016,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784755639.7013319,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93c4c50c-8993-4dbc-af57-7743e4a9e9b0"} {"level":"info","ts":1784755639.7293751,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755639.7294245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900"} {"level":"info","ts":1784755639.7294343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900"} {"level":"info","ts":1784755639.729445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","EoS":false} {"level":"info","ts":1784755639.729454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","EoS":true} {"level":"info","ts":1784755639.729468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784755639.729479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784755639.729485,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","modelName":"e2e-external-model"} {"level":"info","ts":1784755639.729495,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784755639.7295234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900"} {"level":"info","ts":1784755639.88749,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"239fa920-5a83-43ac-86cf-32fd52b7304e"} {"level":"info","ts":1784755639.8875349,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab9e09bf-e0d2-489b-8811-5824baae0117","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784755639.8875635,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab9e09bf-e0d2-489b-8811-5824baae0117","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784755639.8943818,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32d090ae-54eb-43ce-b189-aa40a65c2884","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784755639.894408,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32d090ae-54eb-43ce-b189-aa40a65c2884","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784755639.905476,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"239fa920-5a83-43ac-86cf-32fd52b7304e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755639.9055262,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"239fa920-5a83-43ac-86cf-32fd52b7304e","name":"e2e-cleanup-test"} {"level":"info","ts":1784755639.9295816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df3c504e-4bab-4026-9bc0-3e6841ffbef5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784755639.9296057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df3c504e-4bab-4026-9bc0-3e6841ffbef5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784755639.9326303,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"239fa920-5a83-43ac-86cf-32fd52b7304e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784755639.9326668,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"239fa920-5a83-43ac-86cf-32fd52b7304e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755639.9327152,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b47fbbf4-5a83-4908-aa01-0f62890fc255"} {"level":"info","ts":1784755639.9327533,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b47fbbf4-5a83-4908-aa01-0f62890fc255","name":"e2e-cleanup-test"} {"level":"info","ts":1784755639.967485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cb7de6e-3052-430d-abe6-f941560ad1d5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784755639.9675112,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cb7de6e-3052-430d-abe6-f941560ad1d5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784755639.967658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b47fbbf4-5a83-4908-aa01-0f62890fc255","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755639.967727,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0bedafe-8444-4d0d-a98f-c4e283ec82a4"} {"level":"info","ts":1784755639.967779,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0bedafe-8444-4d0d-a98f-c4e283ec82a4","name":"e2e-cleanup-test"} {"level":"info","ts":1784755640.0031025,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0bedafe-8444-4d0d-a98f-c4e283ec82a4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784755640.0083194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3edefdf-3eba-414e-8dab-231a6c24c0bc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784755640.0083423,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3edefdf-3eba-414e-8dab-231a6c24c0bc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784755640.0153215,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0bedafe-8444-4d0d-a98f-c4e283ec82a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784755640.015396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"960d00d3-9d42-473e-a5c3-110c34a4e14c"} {"level":"info","ts":1784755640.0154383,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"960d00d3-9d42-473e-a5c3-110c34a4e14c","name":"e2e-cleanup-test"} {"level":"info","ts":1784755640.0428164,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"960d00d3-9d42-473e-a5c3-110c34a4e14c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784755648.2001143,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c44ff04d-c63a-47f5-85bf-05bf641556b7"} {"level":"info","ts":1784755648.2001534,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82cee3af-5ea2-4bf1-9be0-104dd8a29e76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784755648.2002218,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82cee3af-5ea2-4bf1-9be0-104dd8a29e76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784755652.5150166,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755652.515092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6"} {"level":"info","ts":1784755652.515104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6"} {"level":"info","ts":1784755652.5151165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6","EoS":false} {"level":"info","ts":1784755652.51513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6","EoS":true} {"level":"info","ts":1784755652.515152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784755652.5151658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784755652.515202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6"} {"level":"info","ts":1784755652.5448542,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755652.5449088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee"} {"level":"info","ts":1784755652.5449164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee"} {"level":"info","ts":1784755652.5449271,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","EoS":false} {"level":"info","ts":1784755652.544937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","EoS":true} {"level":"info","ts":1784755652.5449514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784755652.5449667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784755652.5449731,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","modelName":"e2e-external-model"} {"level":"info","ts":1784755652.544987,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784755652.5450184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee"} {"level":"info","ts":1784755652.5849035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755652.5849555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"} {"level":"info","ts":1784755652.5849667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"} {"level":"info","ts":1784755652.5849774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","EoS":false} {"level":"info","ts":1784755652.5849876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","EoS":true} {"level":"info","ts":1784755652.585002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784755652.5850148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784755652.5850313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"} {"level":"info","ts":1784755652.7334194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755652.733478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"} {"level":"info","ts":1784755652.733487,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"} {"level":"info","ts":1784755652.733502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","EoS":false} {"level":"info","ts":1784755652.7335126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","EoS":true} {"level":"info","ts":1784755652.733534,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","field":"model"} {"level":"info","ts":1784755652.7335572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"} {"level":"info","ts":1784755653.694636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a6d0288-3362-490f-8dd6-e83a230ba8a4"} {"level":"info","ts":1784755653.694668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea5586e3-23f1-487d-8966-7ebf52fd95d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755653.6946993,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea5586e3-23f1-487d-8966-7ebf52fd95d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784755653.8552818,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c53cd4c-9b98-4f2c-bf23-50fad2ba0a2e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784755653.85534,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c53cd4c-9b98-4f2c-bf23-50fad2ba0a2e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784755653.8553479,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7b7aca1-9b8e-46c2-9c89-73af060a073e"} {"level":"info","ts":1784756226.3358686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756226.3359475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"916a2bd7-e328-4ad1-8004-09df093869d9"} {"level":"info","ts":1784756226.3359587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"916a2bd7-e328-4ad1-8004-09df093869d9"} {"level":"info","ts":1784756226.3359694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"916a2bd7-e328-4ad1-8004-09df093869d9","EoS":false} {"level":"info","ts":1784756226.33598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"916a2bd7-e328-4ad1-8004-09df093869d9","EoS":true} {"level":"info","ts":1784756226.3360007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"916a2bd7-e328-4ad1-8004-09df093869d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784756226.3360639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"916a2bd7-e328-4ad1-8004-09df093869d9","path":"/ai-tenant-e2e-inf-b-1dd516/test-model-1dd516/v1/chat/completions"} {"level":"info","ts":1784756226.3360841,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"916a2bd7-e328-4ad1-8004-09df093869d9"} {"level":"info","ts":1784756247.4527009,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756247.452777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"} {"level":"info","ts":1784756247.452786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"} {"level":"info","ts":1784756247.4527972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","EoS":false} {"level":"info","ts":1784756247.452811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","EoS":true} {"level":"info","ts":1784756247.4528327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784756247.4528468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","path":"/ai-tenant-e2e-inf-b-1dd516/test-model-1dd516/v1/chat/completions"} {"level":"info","ts":1784756247.452868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"} {"level":"info","ts":1784756759.2166317,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756759.2167645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"108b235a-7c50-4d3a-a7a8-e824364968e2"}