{"level":"info","ts":1784903977.5967493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"694c658c-fd34-49ee-aaa5-a9b2cd362980","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784903977.5967703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"694c658c-fd34-49ee-aaa5-a9b2cd362980"} {"level":"info","ts":1784903981.784486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903981.784585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c46f5264-4d2c-4162-9b1c-a7a51a566d6c"} {"level":"info","ts":1784903981.7845955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c46f5264-4d2c-4162-9b1c-a7a51a566d6c"} {"level":"info","ts":1784903981.7846074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c46f5264-4d2c-4162-9b1c-a7a51a566d6c","EoS":false} {"level":"info","ts":1784903981.784619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c46f5264-4d2c-4162-9b1c-a7a51a566d6c","EoS":true} {"level":"info","ts":1784903981.7846386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c46f5264-4d2c-4162-9b1c-a7a51a566d6c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784903981.7846553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c46f5264-4d2c-4162-9b1c-a7a51a566d6c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784903981.78468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c46f5264-4d2c-4162-9b1c-a7a51a566d6c"} {"level":"info","ts":1784904000.8654945,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904000.8655953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904000.8656085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904000.8656204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","EoS":false} {"level":"info","ts":1784904000.8656323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","EoS":true} {"level":"info","ts":1784904000.865651,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904000.8656673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904000.8656843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904001.0106597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.0107372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.0107458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.010757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","EoS":false} {"level":"info","ts":1784904001.0107682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","EoS":true} {"level":"info","ts":1784904001.0107887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904001.010804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.0108247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.1494086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.1494892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.1494994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.149511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","EoS":false} {"level":"info","ts":1784904001.1496043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","EoS":true} {"level":"info","ts":1784904001.1496384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904001.1496549,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.1496766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.2878444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.2879195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.2879286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.2879398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","EoS":false} {"level":"info","ts":1784904001.2879543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","EoS":true} {"level":"info","ts":1784904001.287982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904001.2880034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.2880287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.4261875,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.4262717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.4262843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.4263425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","EoS":false} {"level":"info","ts":1784904001.426365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","EoS":true} {"level":"info","ts":1784904001.4263897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904001.426403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.4264257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.5773265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.577399,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86986cc2-4985-47b9-b07b-94bfcc2c8c84"} {"level":"info","ts":1784904001.5774078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86986cc2-4985-47b9-b07b-94bfcc2c8c84"} {"level":"info","ts":1784904001.577419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86986cc2-4985-47b9-b07b-94bfcc2c8c84","EoS":false} {"level":"info","ts":1784904001.5774298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86986cc2-4985-47b9-b07b-94bfcc2c8c84","EoS":true} {"level":"info","ts":1784904001.5774484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86986cc2-4985-47b9-b07b-94bfcc2c8c84","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904001.5774612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86986cc2-4985-47b9-b07b-94bfcc2c8c84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.577482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86986cc2-4985-47b9-b07b-94bfcc2c8c84"} {"level":"info","ts":1784904017.4585054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904017.4586174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.45863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.458643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","EoS":false} {"level":"info","ts":1784904017.4586537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","EoS":true} {"level":"info","ts":1784904017.458679,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904017.4586966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904017.4587255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.4970472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904017.497126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74f80d0a-043e-4157-b3ec-ba759b30972d"} {"level":"info","ts":1784904017.4971375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74f80d0a-043e-4157-b3ec-ba759b30972d"} {"level":"info","ts":1784904017.4971483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74f80d0a-043e-4157-b3ec-ba759b30972d","EoS":false} {"level":"info","ts":1784904017.4971592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74f80d0a-043e-4157-b3ec-ba759b30972d","EoS":true} {"level":"info","ts":1784904017.4971783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74f80d0a-043e-4157-b3ec-ba759b30972d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904017.497194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74f80d0a-043e-4157-b3ec-ba759b30972d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904017.4972143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74f80d0a-043e-4157-b3ec-ba759b30972d"} {"level":"info","ts":1784904017.532849,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904017.5329385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f92f7c1-da04-40b4-903a-d75152205b8a"} {"level":"info","ts":1784904017.532952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f92f7c1-da04-40b4-903a-d75152205b8a"} {"level":"info","ts":1784904017.5329697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f92f7c1-da04-40b4-903a-d75152205b8a","EoS":false} {"level":"info","ts":1784904017.5329893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f92f7c1-da04-40b4-903a-d75152205b8a","EoS":true} {"level":"info","ts":1784904017.5330193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f92f7c1-da04-40b4-903a-d75152205b8a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904017.5330386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f92f7c1-da04-40b4-903a-d75152205b8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904017.5330677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f92f7c1-da04-40b4-903a-d75152205b8a"} {"level":"info","ts":1784904017.5655913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904017.5656652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22"} {"level":"info","ts":1784904022.2489972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904022.249074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904022.2490826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904022.2490928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","EoS":false} {"level":"info","ts":1784904022.2491028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","EoS":true} {"level":"info","ts":1784904022.2491229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904022.2491372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904022.2491567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904030.912251,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904030.912335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feaa1c55-4b80-4d9a-96c0-e954c85d1c5b"} {"level":"info","ts":1784904030.9123447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"feaa1c55-4b80-4d9a-96c0-e954c85d1c5b"} {"level":"info","ts":1784904030.9123554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feaa1c55-4b80-4d9a-96c0-e954c85d1c5b","EoS":false} {"level":"info","ts":1784904030.912369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feaa1c55-4b80-4d9a-96c0-e954c85d1c5b","EoS":true} {"level":"info","ts":1784904030.912389,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"feaa1c55-4b80-4d9a-96c0-e954c85d1c5b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904030.9124057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feaa1c55-4b80-4d9a-96c0-e954c85d1c5b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904030.9124265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"feaa1c55-4b80-4d9a-96c0-e954c85d1c5b"} {"level":"info","ts":1784904032.9461048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904032.946188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904032.946198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904032.9462092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","EoS":false} {"level":"info","ts":1784904032.9462194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","EoS":true} {"level":"info","ts":1784904032.9462385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904032.9462547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904032.9462771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904045.9947095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904045.9947898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904045.9947999,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904045.994811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","EoS":false} {"level":"info","ts":1784904045.9948235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","EoS":true} {"level":"info","ts":1784904045.9948459,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904045.9948628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904045.9948857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904054.6230648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904054.6231513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904054.6231613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904054.6231728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","EoS":false} {"level":"info","ts":1784904054.6231842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","EoS":true} {"level":"info","ts":1784904054.6232045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904054.6232202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904054.623235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904063.627615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904063.6276891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904063.6276999,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904063.6277108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","EoS":false} {"level":"info","ts":1784904063.6277246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","EoS":true} {"level":"info","ts":1784904063.6277444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904063.6277618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904063.6277907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904072.8585198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904072.8586197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8860f2bd-f67b-43cc-91d9-4cb111925919"} {"level":"info","ts":1784904072.85863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8860f2bd-f67b-43cc-91d9-4cb111925919"} {"level":"info","ts":1784904072.8586414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8860f2bd-f67b-43cc-91d9-4cb111925919","EoS":false} {"level":"info","ts":1784904072.8586545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8860f2bd-f67b-43cc-91d9-4cb111925919","EoS":true} {"level":"info","ts":1784904072.8586762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8860f2bd-f67b-43cc-91d9-4cb111925919","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904072.858692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8860f2bd-f67b-43cc-91d9-4cb111925919","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904072.8587117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8860f2bd-f67b-43cc-91d9-4cb111925919"} {"level":"info","ts":1784904077.6871843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904077.6872723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"498a162e-460e-4a8f-8e42-1c31b37da09d"} {"level":"info","ts":1784904077.6872854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"498a162e-460e-4a8f-8e42-1c31b37da09d"} {"level":"info","ts":1784904077.6873026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"498a162e-460e-4a8f-8e42-1c31b37da09d","EoS":false} {"level":"info","ts":1784904077.6873236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"498a162e-460e-4a8f-8e42-1c31b37da09d","EoS":true} {"level":"info","ts":1784904077.6873531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"498a162e-460e-4a8f-8e42-1c31b37da09d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904077.6873715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"498a162e-460e-4a8f-8e42-1c31b37da09d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904077.6874032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"498a162e-460e-4a8f-8e42-1c31b37da09d"} {"level":"info","ts":1784904082.5873878,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904082.5874767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"438ab9ad-07b6-4cc9-89d4-0b870f7d0650"} {"level":"info","ts":1784904082.5874856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"438ab9ad-07b6-4cc9-89d4-0b870f7d0650"} {"level":"info","ts":1784904082.5874963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"438ab9ad-07b6-4cc9-89d4-0b870f7d0650","EoS":false} {"level":"info","ts":1784904082.5875099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"438ab9ad-07b6-4cc9-89d4-0b870f7d0650","EoS":true} {"level":"info","ts":1784904082.5875359,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"438ab9ad-07b6-4cc9-89d4-0b870f7d0650","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904082.5875819,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"438ab9ad-07b6-4cc9-89d4-0b870f7d0650","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904082.5876083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"438ab9ad-07b6-4cc9-89d4-0b870f7d0650"} {"level":"info","ts":1784904082.907437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904082.9075289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"661a11de-df75-4102-bd13-847a632bfe02"} {"level":"info","ts":1784904082.9075449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"661a11de-df75-4102-bd13-847a632bfe02"} {"level":"info","ts":1784904082.907593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"661a11de-df75-4102-bd13-847a632bfe02","EoS":false} {"level":"info","ts":1784904082.9076157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"661a11de-df75-4102-bd13-847a632bfe02","EoS":true} {"level":"info","ts":1784904082.9076457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"661a11de-df75-4102-bd13-847a632bfe02","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904082.9076643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"661a11de-df75-4102-bd13-847a632bfe02","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904082.9076939,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"661a11de-df75-4102-bd13-847a632bfe02"} {"level":"info","ts":1784904084.9448397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904084.9449239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7bffd3d-232d-4de8-83c9-e07ddde94278"} {"level":"info","ts":1784904084.9449337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7bffd3d-232d-4de8-83c9-e07ddde94278"} {"level":"info","ts":1784904084.9449444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7bffd3d-232d-4de8-83c9-e07ddde94278","EoS":false} {"level":"info","ts":1784904084.9449556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7bffd3d-232d-4de8-83c9-e07ddde94278","EoS":true} {"level":"info","ts":1784904084.9449766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7bffd3d-232d-4de8-83c9-e07ddde94278","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904084.9450297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7bffd3d-232d-4de8-83c9-e07ddde94278","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904084.9450488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7bffd3d-232d-4de8-83c9-e07ddde94278"} {"level":"info","ts":1784904086.979803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904086.9798856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ce7bff0-574c-44ce-abde-bf7a7bddde39"} {"level":"info","ts":1784904086.9798965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ce7bff0-574c-44ce-abde-bf7a7bddde39"} {"level":"info","ts":1784904086.9799137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ce7bff0-574c-44ce-abde-bf7a7bddde39","EoS":false} {"level":"info","ts":1784904086.979929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ce7bff0-574c-44ce-abde-bf7a7bddde39","EoS":true} {"level":"info","ts":1784904086.9799495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ce7bff0-574c-44ce-abde-bf7a7bddde39","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904086.9799635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ce7bff0-574c-44ce-abde-bf7a7bddde39","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904086.9799886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ce7bff0-574c-44ce-abde-bf7a7bddde39"} {"level":"info","ts":1784904089.0151744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904089.0152621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904089.0152743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904089.015292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","EoS":false} {"level":"info","ts":1784904089.0153124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","EoS":true} {"level":"info","ts":1784904089.015341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904089.015359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904089.0153887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904115.2590532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904115.2591598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904115.25918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904115.2591982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","EoS":false} {"level":"info","ts":1784904115.2592163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","EoS":true} {"level":"info","ts":1784904115.2592454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904115.2592669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904115.2592974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904124.8232834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904124.8233664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9b65e87-ff29-4b39-a0e3-f107f77158bf"} {"level":"info","ts":1784904124.8233767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9b65e87-ff29-4b39-a0e3-f107f77158bf"} {"level":"info","ts":1784904124.8233883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9b65e87-ff29-4b39-a0e3-f107f77158bf","EoS":false} {"level":"info","ts":1784904124.823405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9b65e87-ff29-4b39-a0e3-f107f77158bf","EoS":true} {"level":"info","ts":1784904124.8234339,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9b65e87-ff29-4b39-a0e3-f107f77158bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904124.823454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9b65e87-ff29-4b39-a0e3-f107f77158bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904124.823475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9b65e87-ff29-4b39-a0e3-f107f77158bf"} {"level":"info","ts":1784904130.8378656,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904130.8379445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"612dd7bc-369b-4f5f-8679-99da7a37669a"} {"level":"info","ts":1784904130.8379567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"612dd7bc-369b-4f5f-8679-99da7a37669a"} {"level":"info","ts":1784904130.8379722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"612dd7bc-369b-4f5f-8679-99da7a37669a","EoS":false} {"level":"info","ts":1784904130.837984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"612dd7bc-369b-4f5f-8679-99da7a37669a","EoS":true} {"level":"info","ts":1784904130.8380084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"612dd7bc-369b-4f5f-8679-99da7a37669a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904130.8380244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"612dd7bc-369b-4f5f-8679-99da7a37669a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904130.8380442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"612dd7bc-369b-4f5f-8679-99da7a37669a"} {"level":"info","ts":1784904140.6370988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904140.6371987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c5c8c1-0e8d-49da-9065-c5b131469d8d"} {"level":"info","ts":1784904140.637215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6c5c8c1-0e8d-49da-9065-c5b131469d8d"} {"level":"info","ts":1784904140.637234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6c5c8c1-0e8d-49da-9065-c5b131469d8d","EoS":false} {"level":"info","ts":1784904140.6372557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6c5c8c1-0e8d-49da-9065-c5b131469d8d","EoS":true} {"level":"info","ts":1784904140.6372857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6c5c8c1-0e8d-49da-9065-c5b131469d8d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904140.637308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6c5c8c1-0e8d-49da-9065-c5b131469d8d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904140.6373408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6c5c8c1-0e8d-49da-9065-c5b131469d8d"} {"level":"info","ts":1784904142.6704412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904142.6705227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904142.6705365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904142.6705482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","EoS":false} {"level":"info","ts":1784904142.670593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","EoS":true} {"level":"info","ts":1784904142.6706173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904142.6706357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904142.670653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904152.1765945,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904152.1766825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.1766968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.1767092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","EoS":false} {"level":"info","ts":1784904152.1767223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","EoS":true} {"level":"info","ts":1784904152.1767447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904152.1767652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904152.1767874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.2099662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904152.2100787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904152.2100945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904152.2101123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","EoS":false} {"level":"info","ts":1784904152.2101302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","EoS":true} {"level":"info","ts":1784904152.2101576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904152.210176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904152.2102034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904171.541956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904171.5420496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904171.542067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904171.542086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","EoS":false} {"level":"info","ts":1784904171.5421064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","EoS":true} {"level":"info","ts":1784904171.5421338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904171.5421534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904171.5421832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904180.9871097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904180.9871893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"980e13bf-bb23-4e90-a97b-0177a219cc2c"} {"level":"info","ts":1784904180.9871984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"980e13bf-bb23-4e90-a97b-0177a219cc2c"} {"level":"info","ts":1784904180.9872086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"980e13bf-bb23-4e90-a97b-0177a219cc2c","EoS":false} {"level":"info","ts":1784904180.98722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"980e13bf-bb23-4e90-a97b-0177a219cc2c","EoS":true} {"level":"info","ts":1784904180.98724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"980e13bf-bb23-4e90-a97b-0177a219cc2c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904180.987255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"980e13bf-bb23-4e90-a97b-0177a219cc2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904180.98728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"980e13bf-bb23-4e90-a97b-0177a219cc2c"} {"level":"info","ts":1784904186.3849525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904186.3850298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d95bf6a4-364a-4d4f-a51d-13cd0938a0a1"} {"level":"info","ts":1784904186.3850393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d95bf6a4-364a-4d4f-a51d-13cd0938a0a1"} {"level":"info","ts":1784904186.3850503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d95bf6a4-364a-4d4f-a51d-13cd0938a0a1","EoS":false} {"level":"info","ts":1784904186.3850605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d95bf6a4-364a-4d4f-a51d-13cd0938a0a1","EoS":true} {"level":"info","ts":1784904186.385083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d95bf6a4-364a-4d4f-a51d-13cd0938a0a1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904186.3850975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d95bf6a4-364a-4d4f-a51d-13cd0938a0a1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904186.3851168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d95bf6a4-364a-4d4f-a51d-13cd0938a0a1"} {"level":"info","ts":1784904277.4104102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904277.410492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"562d8fa3-a926-4f0c-b82c-9aef96a39c0a"} {"level":"info","ts":1784904277.410501,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"562d8fa3-a926-4f0c-b82c-9aef96a39c0a"} {"level":"info","ts":1784904277.4105127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"562d8fa3-a926-4f0c-b82c-9aef96a39c0a","EoS":false} {"level":"info","ts":1784904277.4105237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"562d8fa3-a926-4f0c-b82c-9aef96a39c0a","EoS":true} {"level":"info","ts":1784904277.410545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"562d8fa3-a926-4f0c-b82c-9aef96a39c0a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784904277.4105887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"562d8fa3-a926-4f0c-b82c-9aef96a39c0a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904277.4106135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"562d8fa3-a926-4f0c-b82c-9aef96a39c0a"} {"level":"info","ts":1784904300.7256148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904300.7257028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904300.725713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904300.7257247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","EoS":false} {"level":"info","ts":1784904300.7257383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","EoS":true} {"level":"info","ts":1784904300.7257643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784904300.7257776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904300.7258012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904336.0603914,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904336.0604684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904336.060478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904336.0604892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","EoS":false} {"level":"info","ts":1784904336.0605006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","EoS":true} {"level":"info","ts":1784904336.0605226,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904336.0605385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904336.0605898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904351.3961656,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904351.3962653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.396282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.3962998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","EoS":false} {"level":"info","ts":1784904351.3963187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","EoS":true} {"level":"info","ts":1784904351.3963504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904351.3963702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904351.3963978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.709594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904351.7096715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a7d902a-78bc-4e82-9550-27b1390efd1c"} {"level":"info","ts":1784904351.7096808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a7d902a-78bc-4e82-9550-27b1390efd1c"} {"level":"info","ts":1784904351.7096922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a7d902a-78bc-4e82-9550-27b1390efd1c","EoS":false} {"level":"info","ts":1784904351.7097044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a7d902a-78bc-4e82-9550-27b1390efd1c","EoS":true} {"level":"info","ts":1784904351.7097254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a7d902a-78bc-4e82-9550-27b1390efd1c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904351.7097433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a7d902a-78bc-4e82-9550-27b1390efd1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904351.7097657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a7d902a-78bc-4e82-9550-27b1390efd1c"} {"level":"info","ts":1784904644.9672003,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904644.9672859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904644.9672942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904644.9673052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","EoS":false} {"level":"info","ts":1784904644.967319,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","EoS":true} {"level":"info","ts":1784904644.967341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904644.9673567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904644.9673786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904645.007974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904645.008051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.00806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.0080707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","EoS":false} {"level":"info","ts":1784904645.0080817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","EoS":true} {"level":"info","ts":1784904645.0081022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904645.008117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904645.0081387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.0421638,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904645.0422378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc6e259f-f83f-4e79-8633-f3b784d2f439"} {"level":"info","ts":1784904645.0422475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc6e259f-f83f-4e79-8633-f3b784d2f439"} {"level":"info","ts":1784904645.0422585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc6e259f-f83f-4e79-8633-f3b784d2f439","EoS":false} {"level":"info","ts":1784904645.0422702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc6e259f-f83f-4e79-8633-f3b784d2f439","EoS":true} {"level":"info","ts":1784904645.04229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc6e259f-f83f-4e79-8633-f3b784d2f439","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904645.0423043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc6e259f-f83f-4e79-8633-f3b784d2f439","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904645.0423267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc6e259f-f83f-4e79-8633-f3b784d2f439"} {"level":"info","ts":1784904645.0745842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904645.0746841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4baf06f-b913-4ea5-a054-887df1032305"} {"level":"info","ts":1784904645.0746934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4baf06f-b913-4ea5-a054-887df1032305"} {"level":"info","ts":1784904645.0747054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4baf06f-b913-4ea5-a054-887df1032305","EoS":false} {"level":"info","ts":1784904645.0747209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4baf06f-b913-4ea5-a054-887df1032305","EoS":true} {"level":"info","ts":1784904645.0747497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4baf06f-b913-4ea5-a054-887df1032305","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904645.0747702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4baf06f-b913-4ea5-a054-887df1032305","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904645.0747895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4baf06f-b913-4ea5-a054-887df1032305"} {"level":"info","ts":1784904650.0183854,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa444b94-562f-4d1c-ab2e-31224fe7ca6e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904650.0184233,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa444b94-562f-4d1c-ab2e-31224fe7ca6e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784904650.0184767,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60459a50-e189-423e-ad0e-316bfa940819"} {"level":"info","ts":1784904650.0251956,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68e40f14-a07a-4676-bcd9-48590428dab4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904650.0252264,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68e40f14-a07a-4676-bcd9-48590428dab4","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784904650.0304203,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60459a50-e189-423e-ad0e-316bfa940819","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.030678,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36339.626972593,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.0306978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.175433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e2a153f-e5e8-4929-8a1e-62878283738f"} {"level":"info","ts":1784904650.1756816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30bd37f4-7f39-4bda-badf-39d0af6bf41e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.1757913,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e2a153f-e5e8-4929-8a1e-62878283738f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784904650.1762805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30bd37f4-7f39-4bda-badf-39d0af6bf41e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.177966,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.1869369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc94e0cf-df05-4f0b-8ab1-6746424874b9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.1869392,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5df6ff28-95f2-477e-960d-319855c77830","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904650.186965,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc94e0cf-df05-4f0b-8ab1-6746424874b9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.1869817,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5df6ff28-95f2-477e-960d-319855c77830","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784904650.1885717,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e2a153f-e5e8-4929-8a1e-62878283738f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.188643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0b1159d-d7b4-4ed9-8eac-545cc88b3199"} {"level":"info","ts":1784904650.1888757,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38945.791765738,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.188895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.1997638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.2317147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38563.965593166,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.2317457,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.274953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.2897782,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0b1159d-d7b4-4ed9-8eac-545cc88b3199","name":"e2e-external-model"} {"level":"info","ts":1784904650.3050342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0b1159d-d7b4-4ed9-8eac-545cc88b3199","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904650.313796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"131d046f-54eb-41d3-9378-70d2f2e4a15b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.3138335,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"131d046f-54eb-41d3-9378-70d2f2e4a15b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.3139763,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"731c8cfc-25f7-4791-9778-77ff400203a7"} {"level":"info","ts":1784904650.314034,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"731c8cfc-25f7-4791-9778-77ff400203a7","name":"e2e-external-model"} {"level":"info","ts":1784904650.3322175,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60459a50-e189-423e-ad0e-316bfa940819","name":"e2e-external-provider"} {"level":"error","ts":1784904650.3328345,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"731c8cfc-25f7-4791-9778-77ff400203a7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.3334293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bb57778-48d4-4192-9dc3-013a6438860e"} {"level":"info","ts":1784904650.3334737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8187312d-4ec8-432d-9d37-e86389efa2db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.3334858,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bb57778-48d4-4192-9dc3-013a6438860e","name":"e2e-external-model"} {"level":"info","ts":1784904650.3335042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8187312d-4ec8-432d-9d37-e86389efa2db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.3456843,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60459a50-e189-423e-ad0e-316bfa940819","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784904650.3464458,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bb57778-48d4-4192-9dc3-013a6438860e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784904650.350857,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60459a50-e189-423e-ad0e-316bfa940819","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.3509517,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe28efc0-8128-4cd8-966f-d82e0468bc1a"} {"level":"info","ts":1784904650.3510008,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe28efc0-8128-4cd8-966f-d82e0468bc1a","name":"e2e-external-provider"} {"level":"info","ts":1784904650.3545299,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"663c2642-605f-4aab-a083-da781fa5ca96","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.3545864,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"663c2642-605f-4aab-a083-da781fa5ca96","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.3553388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757453b2-8023-459e-a52a-4cae1015acd2"} {"level":"info","ts":1784904650.3553991,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757453b2-8023-459e-a52a-4cae1015acd2","name":"e2e-external-model"} {"level":"info","ts":1784904650.3662739,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe28efc0-8128-4cd8-966f-d82e0468bc1a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784904650.3678904,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757453b2-8023-459e-a52a-4cae1015acd2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904659.8243275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904659.8244128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e"} {"level":"info","ts":1784904659.8244255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e"} {"level":"info","ts":1784904659.8244426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e","EoS":false} {"level":"info","ts":1784904659.8244636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e","EoS":true} {"level":"info","ts":1784904659.8244922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784904659.8245134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904659.8245256,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e","modelName":"e2e-external-model"} {"level":"info","ts":1784904659.8245459,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784904659.8246548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdab6f6d-5690-4fc7-b6bc-0e93b38d142e"} {"level":"info","ts":1784904659.8815181,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904659.8816218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2"} {"level":"info","ts":1784904659.8816361,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2"} {"level":"info","ts":1784904659.8816488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2","EoS":false} {"level":"info","ts":1784904659.8816617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2","EoS":true} {"level":"info","ts":1784904659.881682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784904659.8817024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904659.8817127,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2","modelName":"e2e-external-model"} {"level":"info","ts":1784904659.8817286,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784904659.8817668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6688b36f-3db5-4034-8786-f5fdbbb7c8d2"} {"level":"info","ts":1784904659.9074574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904659.9075403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3"} {"level":"info","ts":1784904659.90755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3"} {"level":"info","ts":1784904659.907584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","EoS":false} {"level":"info","ts":1784904659.9076025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","EoS":true} {"level":"info","ts":1784904659.9076247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784904659.9076412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904659.907648,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","modelName":"e2e-external-model"} {"level":"info","ts":1784904659.9076617,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784904659.9077053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3"} {"level":"info","ts":1784904660.0437179,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90b2efe5-2403-4c55-bc12-26e424b8d27c"} {"level":"info","ts":1784904660.043771,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"090a48c0-47ba-4821-aa4b-013a0d44e298","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.0438168,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"090a48c0-47ba-4821-aa4b-013a0d44e298","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784904660.0518987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76cf6b56-c4fc-4b98-aa7d-6aed8e7e0022","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.0519416,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76cf6b56-c4fc-4b98-aa7d-6aed8e7e0022","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784904660.0572386,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90b2efe5-2403-4c55-bc12-26e424b8d27c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904660.0573096,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90b2efe5-2403-4c55-bc12-26e424b8d27c","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.0762851,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90b2efe5-2403-4c55-bc12-26e424b8d27c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784904660.0813339,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90b2efe5-2403-4c55-bc12-26e424b8d27c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904660.0814505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06b29269-0db5-4d1c-bc29-b1182e5f91f1"} {"level":"info","ts":1784904660.0815156,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06b29269-0db5-4d1c-bc29-b1182e5f91f1","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.0872312,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be365cfd-099a-4dd8-92d8-4d0a9e5dbc5e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.087265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be365cfd-099a-4dd8-92d8-4d0a9e5dbc5e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784904660.0974193,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06b29269-0db5-4d1c-bc29-b1182e5f91f1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784904660.0974767,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06b29269-0db5-4d1c-bc29-b1182e5f91f1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904660.097545,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee718f9-fd58-4921-a2b1-d30a723792d0"} {"level":"info","ts":1784904660.0976236,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee718f9-fd58-4921-a2b1-d30a723792d0","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.1091394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee718f9-fd58-4921-a2b1-d30a723792d0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904660.1148164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"beaa027b-8c36-4f03-80ce-52bb98418c71","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.1148498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"beaa027b-8c36-4f03-80ce-52bb98418c71","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784904660.1171443,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee718f9-fd58-4921-a2b1-d30a723792d0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904660.1172097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ffbaa3-ca7f-4229-b004-d2275792b371"} {"level":"info","ts":1784904660.117258,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ffbaa3-ca7f-4229-b004-d2275792b371","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.1274655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ffbaa3-ca7f-4229-b004-d2275792b371","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904660.132318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"171fa4ae-1b2c-4d14-b2f6-d0c133dccf3d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.132347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"171fa4ae-1b2c-4d14-b2f6-d0c133dccf3d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784904660.1358624,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ffbaa3-ca7f-4229-b004-d2275792b371","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904660.1359465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf99f087-5cc7-468b-a533-b7134492c59a"} {"level":"info","ts":1784904660.1360028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf99f087-5cc7-468b-a533-b7134492c59a","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.1468866,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf99f087-5cc7-468b-a533-b7134492c59a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904668.3455112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1191837d-0f21-4fdc-90f0-7f643096a6af"} {"level":"info","ts":1784904668.345518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4db89e8d-2333-468c-a3d0-2d710c1b6ebb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904668.3456368,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4db89e8d-2333-468c-a3d0-2d710c1b6ebb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904672.674296,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.674385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351"} {"level":"info","ts":1784904672.6744,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351"} {"level":"info","ts":1784904672.6744168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351","EoS":false} {"level":"info","ts":1784904672.674435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351","EoS":true} {"level":"info","ts":1784904672.6744637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784904672.6744823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784904672.6745121,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351"} {"level":"info","ts":1784904672.7012887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.7013721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7"} {"level":"info","ts":1784904672.7013838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7"} {"level":"info","ts":1784904672.7013953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","EoS":false} {"level":"info","ts":1784904672.7014089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","EoS":true} {"level":"info","ts":1784904672.7014294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784904672.7014863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904672.7014937,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","modelName":"e2e-external-model"} {"level":"info","ts":1784904672.7015073,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784904672.7015448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7"} {"level":"info","ts":1784904672.740733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.7408023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.7408104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.7408202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","EoS":false} {"level":"info","ts":1784904672.740831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","EoS":true} {"level":"info","ts":1784904672.74085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784904672.7408693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904672.7408886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.8828094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.8828835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904672.8828928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904672.8829038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","EoS":false} {"level":"info","ts":1784904672.882914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","EoS":true} {"level":"info","ts":1784904672.8829384,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","field":"model"} {"level":"info","ts":1784904672.8829644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904673.9050586,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3eaf366a-61c1-439f-9c3a-e71fb1469d9c"} {"level":"info","ts":1784904673.9051094,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4aa8b127-df04-460c-9165-6f0bfac4aab4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904673.9051456,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4aa8b127-df04-460c-9165-6f0bfac4aab4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904674.0737576,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26fda561-d92a-42ee-817c-42bec6b5b91e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904674.0737941,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26fda561-d92a-42ee-817c-42bec6b5b91e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904674.07384,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc9afb16-5ca6-4ce7-8ac3-d3f0ab7263c8"} {"level":"info","ts":1784905839.1054935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905839.1056235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9cbc813c-8003-4777-afd8-7fa94a03f946"} {"level":"info","ts":1784905894.4838238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905894.4839184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"} {"level":"info","ts":1784905894.4839299,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"} {"level":"info","ts":1784905894.4839413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","EoS":false} {"level":"info","ts":1784905894.483953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","EoS":true} {"level":"info","ts":1784905894.483975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784905894.4839911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784905894.4840143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"}