{"level":"info","ts":1785379475.4003088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f768ead-c503-4775-8509-207131fca9e8","EoS":true} {"level":"info","ts":1785379475.4003298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f768ead-c503-4775-8509-207131fca9e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379475.400345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f768ead-c503-4775-8509-207131fca9e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379475.4003673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f768ead-c503-4775-8509-207131fca9e8"} {"level":"info","ts":1785379479.5564904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379479.5565667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f019738-0559-41d9-84a9-f873233649da"} {"level":"info","ts":1785379479.5565782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f019738-0559-41d9-84a9-f873233649da"} {"level":"info","ts":1785379479.5565896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f019738-0559-41d9-84a9-f873233649da","EoS":false} {"level":"info","ts":1785379479.556601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f019738-0559-41d9-84a9-f873233649da","EoS":true} {"level":"info","ts":1785379479.5566275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f019738-0559-41d9-84a9-f873233649da","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379479.556643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f019738-0559-41d9-84a9-f873233649da","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379479.5566943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f019738-0559-41d9-84a9-f873233649da"} {"level":"info","ts":1785379498.480831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.4809148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.4809258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.480937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","EoS":false} {"level":"info","ts":1785379498.4809482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","EoS":true} {"level":"info","ts":1785379498.4809685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379498.480984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.4810038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.6176138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.6177154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.617725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.617736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","EoS":false} {"level":"info","ts":1785379498.61775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","EoS":true} {"level":"info","ts":1785379498.6177716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379498.6177866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.6178522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.7511737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.75126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.7512696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.7512808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","EoS":false} {"level":"info","ts":1785379498.751292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","EoS":true} {"level":"info","ts":1785379498.7513134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379498.751329,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.7513514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.887394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.8874784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379498.8874874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379498.887499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","EoS":false} {"level":"info","ts":1785379498.8875096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","EoS":true} {"level":"info","ts":1785379498.8875294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379498.8875444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.8875647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379499.0475433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379499.0476263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.0476353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.0476468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","EoS":false} {"level":"info","ts":1785379499.0476575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","EoS":true} {"level":"info","ts":1785379499.0477033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379499.0477207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379499.0477467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.181494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379499.181568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60ae7cda-b7e1-459d-b80d-ac22536063cf"} {"level":"info","ts":1785379499.1815777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60ae7cda-b7e1-459d-b80d-ac22536063cf"} {"level":"info","ts":1785379499.1815894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60ae7cda-b7e1-459d-b80d-ac22536063cf","EoS":false} {"level":"info","ts":1785379499.1816003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60ae7cda-b7e1-459d-b80d-ac22536063cf","EoS":true} {"level":"info","ts":1785379499.1816213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60ae7cda-b7e1-459d-b80d-ac22536063cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379499.1816363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60ae7cda-b7e1-459d-b80d-ac22536063cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379499.1816556,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60ae7cda-b7e1-459d-b80d-ac22536063cf"} {"level":"info","ts":1785379516.0597575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379516.0598536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.0598676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.0598817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","EoS":false} {"level":"info","ts":1785379516.0598927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","EoS":true} {"level":"info","ts":1785379516.059913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379516.0599303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379516.0599506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.0926557,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379516.092752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5f636eb-0a5e-494f-82cf-231f83588db8"} {"level":"info","ts":1785379516.0927632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5f636eb-0a5e-494f-82cf-231f83588db8"} {"level":"info","ts":1785379516.0927737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5f636eb-0a5e-494f-82cf-231f83588db8","EoS":false} {"level":"info","ts":1785379516.0927866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5f636eb-0a5e-494f-82cf-231f83588db8","EoS":true} {"level":"info","ts":1785379516.0928104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5f636eb-0a5e-494f-82cf-231f83588db8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379516.09283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5f636eb-0a5e-494f-82cf-231f83588db8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379516.0928528,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5f636eb-0a5e-494f-82cf-231f83588db8"} {"level":"info","ts":1785379516.1226158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379516.1227071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ac88f55-588e-4ddd-b810-72691a33197a"} {"level":"info","ts":1785379516.122722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ac88f55-588e-4ddd-b810-72691a33197a"} {"level":"info","ts":1785379516.1227343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ac88f55-588e-4ddd-b810-72691a33197a","EoS":false} {"level":"info","ts":1785379516.1227443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ac88f55-588e-4ddd-b810-72691a33197a","EoS":true} {"level":"info","ts":1785379516.1227648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ac88f55-588e-4ddd-b810-72691a33197a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379516.1228285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ac88f55-588e-4ddd-b810-72691a33197a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379516.1228497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ac88f55-588e-4ddd-b810-72691a33197a"} {"level":"info","ts":1785379516.149903,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379516.1499712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6"} {"level":"info","ts":1785379520.7759364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379520.776024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379520.7760363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379520.7760491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","EoS":false} {"level":"info","ts":1785379520.776067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","EoS":true} {"level":"info","ts":1785379520.7760892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379520.7761052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379520.7761247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379529.343037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379529.3431072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b0126d9-19a3-4e75-a179-a3b05deabd14"} {"level":"info","ts":1785379529.343116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b0126d9-19a3-4e75-a179-a3b05deabd14"} {"level":"info","ts":1785379529.343127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b0126d9-19a3-4e75-a179-a3b05deabd14","EoS":false} {"level":"info","ts":1785379529.3431373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b0126d9-19a3-4e75-a179-a3b05deabd14","EoS":true} {"level":"info","ts":1785379529.3431613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b0126d9-19a3-4e75-a179-a3b05deabd14","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379529.3431797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b0126d9-19a3-4e75-a179-a3b05deabd14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379529.3432002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b0126d9-19a3-4e75-a179-a3b05deabd14"} {"level":"info","ts":1785379531.3737085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379531.373789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d73deac2-b394-4861-849c-6d42743db274"} {"level":"info","ts":1785379531.3737986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d73deac2-b394-4861-849c-6d42743db274"} {"level":"info","ts":1785379531.3738098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d73deac2-b394-4861-849c-6d42743db274","EoS":false} {"level":"info","ts":1785379531.3738208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d73deac2-b394-4861-849c-6d42743db274","EoS":true} {"level":"info","ts":1785379531.3738427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d73deac2-b394-4861-849c-6d42743db274","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379531.373859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d73deac2-b394-4861-849c-6d42743db274","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379531.3738792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d73deac2-b394-4861-849c-6d42743db274"} {"level":"info","ts":1785379533.4073694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379533.4074533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379533.4074633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379533.4074752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","EoS":false} {"level":"info","ts":1785379533.4074857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","EoS":true} {"level":"info","ts":1785379533.4075081,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379533.407524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379533.4075458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379546.2657018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379546.2657843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379546.2657943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379546.2658055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","EoS":false} {"level":"info","ts":1785379546.2658167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","EoS":true} {"level":"info","ts":1785379546.2658374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379546.2658553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379546.2658827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379554.8120928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379554.8121722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379554.8121853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379554.8121965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","EoS":false} {"level":"info","ts":1785379554.8122072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","EoS":true} {"level":"info","ts":1785379554.812227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379554.812242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379554.8122652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379563.7069767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379563.707057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379563.7070673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379563.7070787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","EoS":false} {"level":"info","ts":1785379563.7070909,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","EoS":true} {"level":"info","ts":1785379563.7071106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379563.7071238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379563.7071462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379572.6896887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379572.6897714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ba9db32-6a1f-4280-82b8-eaeecd4e0e7d"} {"level":"info","ts":1785379572.689783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ba9db32-6a1f-4280-82b8-eaeecd4e0e7d"} {"level":"info","ts":1785379572.6897993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ba9db32-6a1f-4280-82b8-eaeecd4e0e7d","EoS":false} {"level":"info","ts":1785379572.6898127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ba9db32-6a1f-4280-82b8-eaeecd4e0e7d","EoS":true} {"level":"info","ts":1785379572.6898344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ba9db32-6a1f-4280-82b8-eaeecd4e0e7d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379572.6898499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ba9db32-6a1f-4280-82b8-eaeecd4e0e7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379572.6898692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ba9db32-6a1f-4280-82b8-eaeecd4e0e7d"} {"level":"info","ts":1785379577.4594293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379577.4595077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff58cb03-e9dd-4d6c-9445-a202f701a807"} {"level":"info","ts":1785379577.4595177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff58cb03-e9dd-4d6c-9445-a202f701a807"} {"level":"info","ts":1785379577.4595292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff58cb03-e9dd-4d6c-9445-a202f701a807","EoS":false} {"level":"info","ts":1785379577.4595408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff58cb03-e9dd-4d6c-9445-a202f701a807","EoS":true} {"level":"info","ts":1785379577.4595604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff58cb03-e9dd-4d6c-9445-a202f701a807","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785379577.4595778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff58cb03-e9dd-4d6c-9445-a202f701a807","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379577.4595976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff58cb03-e9dd-4d6c-9445-a202f701a807"} {"level":"info","ts":1785379582.2292588,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379582.229355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57da4f3c-99ba-4ae4-9608-25683dac784a"} {"level":"info","ts":1785379582.229367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57da4f3c-99ba-4ae4-9608-25683dac784a"} {"level":"info","ts":1785379582.2293792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57da4f3c-99ba-4ae4-9608-25683dac784a","EoS":false} {"level":"info","ts":1785379582.229393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57da4f3c-99ba-4ae4-9608-25683dac784a","EoS":true} {"level":"info","ts":1785379582.2294147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57da4f3c-99ba-4ae4-9608-25683dac784a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379582.2294295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57da4f3c-99ba-4ae4-9608-25683dac784a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379582.2294488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57da4f3c-99ba-4ae4-9608-25683dac784a"} {"level":"info","ts":1785379582.6199472,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379582.6200197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24d0bfc0-6c73-486b-83aa-4ecf70e0eff0"} {"level":"info","ts":1785379582.62003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24d0bfc0-6c73-486b-83aa-4ecf70e0eff0"} {"level":"info","ts":1785379582.6200407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24d0bfc0-6c73-486b-83aa-4ecf70e0eff0","EoS":false} {"level":"info","ts":1785379582.620051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24d0bfc0-6c73-486b-83aa-4ecf70e0eff0","EoS":true} {"level":"info","ts":1785379582.6200714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24d0bfc0-6c73-486b-83aa-4ecf70e0eff0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379582.6200864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24d0bfc0-6c73-486b-83aa-4ecf70e0eff0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379582.6201088,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24d0bfc0-6c73-486b-83aa-4ecf70e0eff0"} {"level":"info","ts":1785379584.6517801,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379584.6518846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fbf5509-c511-4552-a189-8d3793eecc5c"} {"level":"info","ts":1785379584.6518972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fbf5509-c511-4552-a189-8d3793eecc5c"} {"level":"info","ts":1785379584.6519096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fbf5509-c511-4552-a189-8d3793eecc5c","EoS":false} {"level":"info","ts":1785379584.651921,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fbf5509-c511-4552-a189-8d3793eecc5c","EoS":true} {"level":"info","ts":1785379584.6519425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fbf5509-c511-4552-a189-8d3793eecc5c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379584.6519573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fbf5509-c511-4552-a189-8d3793eecc5c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379584.6519792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fbf5509-c511-4552-a189-8d3793eecc5c"} {"level":"info","ts":1785379586.6808505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379586.680928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7086bcc3-e584-4b6a-9cd7-9e5fd28671de"} {"level":"info","ts":1785379586.6809375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7086bcc3-e584-4b6a-9cd7-9e5fd28671de"} {"level":"info","ts":1785379586.680951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7086bcc3-e584-4b6a-9cd7-9e5fd28671de","EoS":false} {"level":"info","ts":1785379586.6809638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7086bcc3-e584-4b6a-9cd7-9e5fd28671de","EoS":true} {"level":"info","ts":1785379586.6809835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7086bcc3-e584-4b6a-9cd7-9e5fd28671de","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379586.6809983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7086bcc3-e584-4b6a-9cd7-9e5fd28671de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379586.6810193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7086bcc3-e584-4b6a-9cd7-9e5fd28671de"} {"level":"info","ts":1785379588.7131681,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379588.7132413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379588.7132506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379588.7132626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","EoS":false} {"level":"info","ts":1785379588.713273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","EoS":true} {"level":"info","ts":1785379588.7132957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379588.7133112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379588.7133315,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379611.2099915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379611.210081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379611.210093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379611.2101054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","EoS":false} {"level":"info","ts":1785379611.210117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","EoS":true} {"level":"info","ts":1785379611.2101398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379611.2101548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379611.2101755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379620.547211,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379620.5472956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a98c7a4-8ef3-4ed4-b908-5bf650dfde64"} {"level":"info","ts":1785379620.5473084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a98c7a4-8ef3-4ed4-b908-5bf650dfde64"} {"level":"info","ts":1785379620.5473197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a98c7a4-8ef3-4ed4-b908-5bf650dfde64","EoS":false} {"level":"info","ts":1785379620.5473309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a98c7a4-8ef3-4ed4-b908-5bf650dfde64","EoS":true} {"level":"info","ts":1785379620.5473514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a98c7a4-8ef3-4ed4-b908-5bf650dfde64","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379620.5473669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a98c7a4-8ef3-4ed4-b908-5bf650dfde64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379620.5473871,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a98c7a4-8ef3-4ed4-b908-5bf650dfde64"} {"level":"info","ts":1785379638.8597167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379638.8597944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cb4027c-cc30-44ec-84fb-ad25ddd3b160"} {"level":"info","ts":1785379638.8598037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cb4027c-cc30-44ec-84fb-ad25ddd3b160"} {"level":"info","ts":1785379638.8598154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb4027c-cc30-44ec-84fb-ad25ddd3b160","EoS":false} {"level":"info","ts":1785379638.8598292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb4027c-cc30-44ec-84fb-ad25ddd3b160","EoS":true} {"level":"info","ts":1785379638.8598502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cb4027c-cc30-44ec-84fb-ad25ddd3b160","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379638.8598654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cb4027c-cc30-44ec-84fb-ad25ddd3b160","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379638.859887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cb4027c-cc30-44ec-84fb-ad25ddd3b160"} {"level":"info","ts":1785379648.4507096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379648.4508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dee1075a-5114-4f7f-9ba2-090ae2e4fb4d"} {"level":"info","ts":1785379648.4508152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dee1075a-5114-4f7f-9ba2-090ae2e4fb4d"} {"level":"info","ts":1785379648.4508283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dee1075a-5114-4f7f-9ba2-090ae2e4fb4d","EoS":false} {"level":"info","ts":1785379648.450842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dee1075a-5114-4f7f-9ba2-090ae2e4fb4d","EoS":true} {"level":"info","ts":1785379648.4509141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dee1075a-5114-4f7f-9ba2-090ae2e4fb4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379648.4509323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dee1075a-5114-4f7f-9ba2-090ae2e4fb4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379648.4509814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dee1075a-5114-4f7f-9ba2-090ae2e4fb4d"} {"level":"info","ts":1785379650.487409,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379650.4874823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379650.4874914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379650.4875026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","EoS":false} {"level":"info","ts":1785379650.4875133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","EoS":true} {"level":"info","ts":1785379650.4875429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379650.4875603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379650.48758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379659.891863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379659.891944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.891954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.8919659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","EoS":false} {"level":"info","ts":1785379659.891981,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","EoS":true} {"level":"info","ts":1785379659.8920026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379659.8920178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379659.892041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.9384482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379659.9385161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379659.9385262,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379659.9385388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","EoS":false} {"level":"info","ts":1785379659.9385526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","EoS":true} {"level":"info","ts":1785379659.9385724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379659.9385867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379659.9386075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379679.041096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379679.0411727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379679.041182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379679.0411925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","EoS":false} {"level":"info","ts":1785379679.0412073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","EoS":true} {"level":"info","ts":1785379679.0412283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379679.0412436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379679.0412662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379688.3542104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379688.3542907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a835727-e4c7-49ac-9315-f251a4500992"} {"level":"info","ts":1785379688.3542993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a835727-e4c7-49ac-9315-f251a4500992"} {"level":"info","ts":1785379688.3543115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a835727-e4c7-49ac-9315-f251a4500992","EoS":false} {"level":"info","ts":1785379688.3543212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a835727-e4c7-49ac-9315-f251a4500992","EoS":true} {"level":"info","ts":1785379688.3543422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a835727-e4c7-49ac-9315-f251a4500992","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379688.3543606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a835727-e4c7-49ac-9315-f251a4500992","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379688.3543835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a835727-e4c7-49ac-9315-f251a4500992"} {"level":"info","ts":1785379693.7148042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379693.7148795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bf9ed5d-1f4f-4629-b87f-f6c6c9f9553a"} {"level":"info","ts":1785379693.714889,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9bf9ed5d-1f4f-4629-b87f-f6c6c9f9553a"} {"level":"info","ts":1785379693.7149005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bf9ed5d-1f4f-4629-b87f-f6c6c9f9553a","EoS":false} {"level":"info","ts":1785379693.7149186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bf9ed5d-1f4f-4629-b87f-f6c6c9f9553a","EoS":true} {"level":"info","ts":1785379693.7149396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9bf9ed5d-1f4f-4629-b87f-f6c6c9f9553a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785379693.7149553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bf9ed5d-1f4f-4629-b87f-f6c6c9f9553a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379693.7149782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9bf9ed5d-1f4f-4629-b87f-f6c6c9f9553a"} {"level":"info","ts":1785379803.6708057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379803.6708884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24a1415e-40b7-46bb-891d-d8d1eb3d164f"} {"level":"info","ts":1785379803.6708987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24a1415e-40b7-46bb-891d-d8d1eb3d164f"} {"level":"info","ts":1785379803.6709104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24a1415e-40b7-46bb-891d-d8d1eb3d164f","EoS":false} {"level":"info","ts":1785379803.6709204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24a1415e-40b7-46bb-891d-d8d1eb3d164f","EoS":true} {"level":"info","ts":1785379803.6709595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24a1415e-40b7-46bb-891d-d8d1eb3d164f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785379803.6709728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24a1415e-40b7-46bb-891d-d8d1eb3d164f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785379803.671036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24a1415e-40b7-46bb-891d-d8d1eb3d164f"} {"level":"info","ts":1785379826.9034798,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379826.903563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379826.9035733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379826.9035854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","EoS":false} {"level":"info","ts":1785379826.9035985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","EoS":true} {"level":"info","ts":1785379826.9036202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785379826.903636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785379826.9036555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379872.352311,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379872.3523934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379872.3524032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379872.3524144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","EoS":false} {"level":"info","ts":1785379872.352425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","EoS":true} {"level":"info","ts":1785379872.3524456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379872.352461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379872.3524816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379887.5559342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379887.5560298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.5560455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.5560622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","EoS":false} {"level":"info","ts":1785379887.5560803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","EoS":true} {"level":"info","ts":1785379887.5561082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379887.5561287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379887.5561602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.8340628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379887.834149,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb3dea63-6adc-4f86-be53-550849dfcc48"} {"level":"info","ts":1785379887.8341599,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb3dea63-6adc-4f86-be53-550849dfcc48"} {"level":"info","ts":1785379887.834177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb3dea63-6adc-4f86-be53-550849dfcc48","EoS":false} {"level":"info","ts":1785379887.834192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb3dea63-6adc-4f86-be53-550849dfcc48","EoS":true} {"level":"info","ts":1785379887.8342144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb3dea63-6adc-4f86-be53-550849dfcc48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785379887.8342302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb3dea63-6adc-4f86-be53-550849dfcc48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379887.8342519,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb3dea63-6adc-4f86-be53-550849dfcc48"} {"level":"info","ts":1785380219.5883646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380219.5884662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.5884843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.5885038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","EoS":false} {"level":"info","ts":1785380219.5885239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","EoS":true} {"level":"info","ts":1785380219.5886068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785380219.588627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785380219.5886564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.628812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380219.6288848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8771918a-b3d0-460b-84d2-954134c5f8f1"} {"level":"info","ts":1785380219.6288927,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8771918a-b3d0-460b-84d2-954134c5f8f1"} {"level":"info","ts":1785380219.6289027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8771918a-b3d0-460b-84d2-954134c5f8f1","EoS":false} {"level":"info","ts":1785380219.6289153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8771918a-b3d0-460b-84d2-954134c5f8f1","EoS":true} {"level":"info","ts":1785380219.6289344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8771918a-b3d0-460b-84d2-954134c5f8f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785380219.628948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8771918a-b3d0-460b-84d2-954134c5f8f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785380219.628965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8771918a-b3d0-460b-84d2-954134c5f8f1"} {"level":"info","ts":1785380219.6583152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380219.6583674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ef43483-fcd5-4186-979c-85b9c76046e3"} {"level":"info","ts":1785380219.6583757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ef43483-fcd5-4186-979c-85b9c76046e3"} {"level":"info","ts":1785380219.6583862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef43483-fcd5-4186-979c-85b9c76046e3","EoS":false} {"level":"info","ts":1785380219.6583967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef43483-fcd5-4186-979c-85b9c76046e3","EoS":true} {"level":"info","ts":1785380219.6584117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ef43483-fcd5-4186-979c-85b9c76046e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785380219.658425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ef43483-fcd5-4186-979c-85b9c76046e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785380219.6584413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ef43483-fcd5-4186-979c-85b9c76046e3"} {"level":"info","ts":1785380224.4775624,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8be7bec-f756-4a63-8e07-3ffb719f3d45"} {"level":"info","ts":1785380224.4775991,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8015b88-b546-4c3d-a428-06c67fbea917","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380224.477646,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8015b88-b546-4c3d-a428-06c67fbea917","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785380224.483128,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98788f9f-e45a-4480-bfc1-9aa0fb79ffe3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380224.4831545,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98788f9f-e45a-4480-bfc1-9aa0fb79ffe3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785380224.4833326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35963.989931539,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.4833539,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.5416756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6294177,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32598.778188418,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6294434,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.629599,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09527cfb-996e-4204-87b4-5eb35d08154e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380224.6296425,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09527cfb-996e-4204-87b4-5eb35d08154e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785380224.630179,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"642f1b60-eeae-47e4-8e3e-4392453e9004"} {"level":"info","ts":1785380224.630225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"696dd6ef-58ae-4582-ae38-a1360cebf6a0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.6303763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39436.646711917,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6303906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6304195,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"696dd6ef-58ae-4582-ae38-a1360cebf6a0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.6304579,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c01b2fd1-4f3a-41b5-bb57-22e38e109d17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.6304715,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c01b2fd1-4f3a-41b5-bb57-22e38e109d17","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.6369987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6372807,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.7295043,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8be7bec-f756-4a63-8e07-3ffb719f3d45","name":"e2e-external-provider"} {"level":"info","ts":1785380224.7313864,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"642f1b60-eeae-47e4-8e3e-4392453e9004","name":"e2e-external-model"} {"level":"info","ts":1785380224.743132,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8be7bec-f756-4a63-8e07-3ffb719f3d45","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785380224.7432475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ece21581-1d52-407a-ab4c-cb228b14beee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.743281,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ece21581-1d52-407a-ab4c-cb228b14beee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785380224.7498484,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"642f1b60-eeae-47e4-8e3e-4392453e9004","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785380224.749901,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"642f1b60-eeae-47e4-8e3e-4392453e9004","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.7499547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89656329-ab0c-4dfc-b825-809c40d218e3"} {"level":"info","ts":1785380224.7499979,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89656329-ab0c-4dfc-b825-809c40d218e3","name":"e2e-external-model"} {"level":"error","ts":1785380224.7503088,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8be7bec-f756-4a63-8e07-3ffb719f3d45","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.7503808,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ea68bcb-8558-44ff-8b01-f45a0261bb9d"} {"level":"info","ts":1785380224.7504127,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ea68bcb-8558-44ff-8b01-f45a0261bb9d","name":"e2e-external-provider"} {"level":"info","ts":1785380224.7561824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5fbac27-29f9-4791-acbf-1d9e3e08d525","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.7562075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5fbac27-29f9-4791-acbf-1d9e3e08d525","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.7591565,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89656329-ab0c-4dfc-b825-809c40d218e3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380224.7604349,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ea68bcb-8558-44ff-8b01-f45a0261bb9d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785380224.7628143,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89656329-ab0c-4dfc-b825-809c40d218e3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.7628791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc2e46d0-7a20-4f10-976f-e1afa06f459e"} {"level":"info","ts":1785380224.7629175,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc2e46d0-7a20-4f10-976f-e1afa06f459e","name":"e2e-external-model"} {"level":"info","ts":1785380224.7683823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0a4b933-c912-47ff-8837-3087450a55cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.7684076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0a4b933-c912-47ff-8837-3087450a55cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.771178,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc2e46d0-7a20-4f10-976f-e1afa06f459e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785380224.7749429,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc2e46d0-7a20-4f10-976f-e1afa06f459e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.7750041,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feba7f38-c27a-433e-ac88-213101df1a56"} {"level":"info","ts":1785380224.775041,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feba7f38-c27a-433e-ac88-213101df1a56","name":"e2e-external-model"} {"level":"info","ts":1785380224.7827208,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feba7f38-c27a-433e-ac88-213101df1a56","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380234.1257846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380234.1258678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b"} {"level":"info","ts":1785380234.1258824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b"} {"level":"info","ts":1785380234.125899,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b","EoS":false} {"level":"info","ts":1785380234.1259198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b","EoS":true} {"level":"info","ts":1785380234.1259537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785380234.1259727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380234.125986,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b","modelName":"e2e-external-model"} {"level":"info","ts":1785380234.1260085,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785380234.126083,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82ce7aac-69e8-4cff-8ba3-a66fd199350b"} {"level":"info","ts":1785380234.1739216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380234.1739774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd"} {"level":"info","ts":1785380234.173987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd"} {"level":"info","ts":1785380234.1739979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd","EoS":false} {"level":"info","ts":1785380234.17401,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd","EoS":true} {"level":"info","ts":1785380234.1740277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785380234.1740434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380234.174053,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd","modelName":"e2e-external-model"} {"level":"info","ts":1785380234.1740649,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785380234.1741056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c44e893c-b339-4491-a4a7-9ddd21cb0cfd"} {"level":"info","ts":1785380234.1962676,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380234.1963177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.1963289,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.196339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","EoS":false} {"level":"info","ts":1785380234.1963522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","EoS":true} {"level":"info","ts":1785380234.1963687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785380234.1963804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380234.196387,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","modelName":"e2e-external-model"} {"level":"info","ts":1785380234.196398,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785380234.1964629,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.4074173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bddee1b8-386b-40cd-b7d3-6b14550a41bc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4074507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bddee1b8-386b-40cd-b7d3-6b14550a41bc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785380234.4074757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1585e83-70bd-4ba0-8cf7-b2a218355b12"} {"level":"info","ts":1785380234.4125202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afabb174-2ed6-4d5e-a92b-143be43b9718","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4125452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afabb174-2ed6-4d5e-a92b-143be43b9718","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785380234.4154243,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1585e83-70bd-4ba0-8cf7-b2a218355b12","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380234.4154892,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1585e83-70bd-4ba0-8cf7-b2a218355b12","name":"e2e-cleanup-test"} {"level":"error","ts":1785380234.4278526,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1585e83-70bd-4ba0-8cf7-b2a218355b12","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785380234.4278884,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1585e83-70bd-4ba0-8cf7-b2a218355b12","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380234.427947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14ca23d5-e51f-4323-bfb0-14a45b8bc4a5"} {"level":"info","ts":1785380234.4279993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91f2ca89-dbba-4739-be22-c1370b2cc4a0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4280114,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14ca23d5-e51f-4323-bfb0-14a45b8bc4a5","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.4280207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91f2ca89-dbba-4739-be22-c1370b2cc4a0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785380234.4412005,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14ca23d5-e51f-4323-bfb0-14a45b8bc4a5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380234.441258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f589d83a-1545-4e07-b5ed-342e44f92c7d"} {"level":"info","ts":1785380234.4413073,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f589d83a-1545-4e07-b5ed-342e44f92c7d","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.4413579,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"678b511d-b524-4730-852e-ea739c64ea33","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4413846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"678b511d-b524-4730-852e-ea739c64ea33","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785380234.4491236,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f589d83a-1545-4e07-b5ed-342e44f92c7d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785380234.4556375,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f589d83a-1545-4e07-b5ed-342e44f92c7d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380234.4557145,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b18fd602-e615-4a6a-9855-134efe109e88"} {"level":"info","ts":1785380234.4557695,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b18fd602-e615-4a6a-9855-134efe109e88","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.47542,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e5b422c-333a-41d2-87b7-5f487791b006","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4754455,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e5b422c-333a-41d2-87b7-5f487791b006","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785380234.4775574,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b18fd602-e615-4a6a-9855-134efe109e88","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785380234.4838014,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b18fd602-e615-4a6a-9855-134efe109e88","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380234.4838698,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14f7973b-6be4-4434-86c9-373965cfb0ad"} {"level":"info","ts":1785380234.483915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14f7973b-6be4-4434-86c9-373965cfb0ad","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.5029697,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14f7973b-6be4-4434-86c9-373965cfb0ad","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380242.6678598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d174aed-3c13-4dcf-91fd-e1348b754cc7"} {"level":"info","ts":1785380242.667867,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"248ad51c-9a32-472a-913e-bc11232db4be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380242.6679022,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"248ad51c-9a32-472a-913e-bc11232db4be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380246.9632547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380246.9633374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2"} {"level":"info","ts":1785380246.9633462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2"} {"level":"info","ts":1785380246.963358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2","EoS":false} {"level":"info","ts":1785380246.9633703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2","EoS":true} {"level":"info","ts":1785380246.9633923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785380246.963409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785380246.963431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2"} {"level":"info","ts":1785380246.9899554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380246.9900177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380246.9900289,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380246.9900393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","EoS":false} {"level":"info","ts":1785380246.9900494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","EoS":true} {"level":"info","ts":1785380246.9900665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785380246.9900796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380246.9900873,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","modelName":"e2e-external-model"} {"level":"info","ts":1785380246.9901085,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785380246.9901457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380247.1191483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380247.1192071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1192162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1192265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","EoS":false} {"level":"info","ts":1785380247.119236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","EoS":true} {"level":"info","ts":1785380247.1192534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785380247.1192665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380247.1192856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1969764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380247.197046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380247.1970615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380247.1970804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","EoS":false} {"level":"info","ts":1785380247.1971004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","EoS":true} {"level":"info","ts":1785380247.1971645,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","field":"model"} {"level":"info","ts":1785380247.1971948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380248.0617688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b5bf482-a8b6-4caa-ac08-883a335d86a5"} {"level":"info","ts":1785380248.0617955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7e01b1d-9bf4-4482-897a-e3587a856c35","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380248.061828,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7e01b1d-9bf4-4482-897a-e3587a856c35","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380248.2051105,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"110c9a69-46cc-4d29-a587-b2a6122551ac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380248.2051458,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"110c9a69-46cc-4d29-a587-b2a6122551ac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380248.2051864,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf95678d-b455-4c21-8231-b02b9b2efcd1"} {"level":"info","ts":1785381622.7093978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785381622.7094905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2170021-6445-4cb0-a9bb-fc20c681249c"} {"level":"info","ts":1785381687.3270776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785381687.3271601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"} {"level":"info","ts":1785381687.32717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"} {"level":"info","ts":1785381687.3271809,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","EoS":false} {"level":"info","ts":1785381687.3271918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","EoS":true} {"level":"info","ts":1785381687.3272152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785381687.327231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785381687.327251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"}