{"level":"info","ts":1784799097.5121276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd960aa-fa04-4ec2-ad20-4c8acebabf78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799097.5121498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dd960aa-fa04-4ec2-ad20-4c8acebabf78"} {"level":"info","ts":1784799116.4750512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.4751277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.475139,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.4751503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","EoS":false} {"level":"info","ts":1784799116.475165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","EoS":true} {"level":"info","ts":1784799116.4751842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799116.4751995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.4752185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.6148915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.6149855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.6149952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.6150086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","EoS":false} {"level":"info","ts":1784799116.615028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","EoS":true} {"level":"info","ts":1784799116.6150503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799116.6150699,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.6150937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.7523453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.7524178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.7524269,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.7524369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","EoS":false} {"level":"info","ts":1784799116.7524478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","EoS":true} {"level":"info","ts":1784799116.752467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799116.7524865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.752506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.89364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.8937244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799116.893736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799116.8937478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","EoS":false} {"level":"info","ts":1784799116.893758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","EoS":true} {"level":"info","ts":1784799116.8937776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799116.8938437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.893866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799117.02986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799117.029967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.0300264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.03005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","EoS":false} {"level":"info","ts":1784799117.0300694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","EoS":true} {"level":"info","ts":1784799117.0301023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799117.0301194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799117.030145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.1629543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799117.1630256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55e3926c-f8f2-45fc-8622-7f22d6b1e702"} {"level":"info","ts":1784799117.163035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55e3926c-f8f2-45fc-8622-7f22d6b1e702"} {"level":"info","ts":1784799117.1630464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55e3926c-f8f2-45fc-8622-7f22d6b1e702","EoS":false} {"level":"info","ts":1784799117.1630595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55e3926c-f8f2-45fc-8622-7f22d6b1e702","EoS":true} {"level":"info","ts":1784799117.1630847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55e3926c-f8f2-45fc-8622-7f22d6b1e702","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799117.163108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55e3926c-f8f2-45fc-8622-7f22d6b1e702","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799117.1631348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55e3926c-f8f2-45fc-8622-7f22d6b1e702"} {"level":"info","ts":1784799135.9249978,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799135.9250767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.9250863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.9250982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","EoS":false} {"level":"info","ts":1784799135.9251106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","EoS":true} {"level":"info","ts":1784799135.9251332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799135.9251487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799135.9251676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.962705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799135.9627728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45119639-98bb-47cb-8dfd-f3a22f36eb9c"} {"level":"info","ts":1784799135.962784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45119639-98bb-47cb-8dfd-f3a22f36eb9c"} {"level":"info","ts":1784799135.962795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45119639-98bb-47cb-8dfd-f3a22f36eb9c","EoS":false} {"level":"info","ts":1784799135.962805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45119639-98bb-47cb-8dfd-f3a22f36eb9c","EoS":true} {"level":"info","ts":1784799135.962834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45119639-98bb-47cb-8dfd-f3a22f36eb9c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799135.9628475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45119639-98bb-47cb-8dfd-f3a22f36eb9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799135.9628608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45119639-98bb-47cb-8dfd-f3a22f36eb9c"} {"level":"info","ts":1784799135.9970396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799135.9971151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e840b296-2fbf-40ae-a6d7-3eb22b9c85a2"} {"level":"info","ts":1784799135.9971263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e840b296-2fbf-40ae-a6d7-3eb22b9c85a2"} {"level":"info","ts":1784799135.997138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e840b296-2fbf-40ae-a6d7-3eb22b9c85a2","EoS":false} {"level":"info","ts":1784799135.9971936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e840b296-2fbf-40ae-a6d7-3eb22b9c85a2","EoS":true} {"level":"info","ts":1784799135.997219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e840b296-2fbf-40ae-a6d7-3eb22b9c85a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799135.9972394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e840b296-2fbf-40ae-a6d7-3eb22b9c85a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799135.9972594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e840b296-2fbf-40ae-a6d7-3eb22b9c85a2"} {"level":"info","ts":1784799136.0297801,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799136.0298667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4"} {"level":"info","ts":1784799140.6794932,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799140.6795716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799140.6795876,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799140.6796052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","EoS":false} {"level":"info","ts":1784799140.679623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","EoS":true} {"level":"info","ts":1784799140.6796496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799140.6796687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799140.6796892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799149.2484245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799149.2485132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e74e1f83-bffc-40b7-881d-a5cc92788c99"} {"level":"info","ts":1784799149.2485242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e74e1f83-bffc-40b7-881d-a5cc92788c99"} {"level":"info","ts":1784799149.2485354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e74e1f83-bffc-40b7-881d-a5cc92788c99","EoS":false} {"level":"info","ts":1784799149.2485476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e74e1f83-bffc-40b7-881d-a5cc92788c99","EoS":true} {"level":"info","ts":1784799149.2485678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e74e1f83-bffc-40b7-881d-a5cc92788c99","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799149.2485847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e74e1f83-bffc-40b7-881d-a5cc92788c99","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799149.248604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e74e1f83-bffc-40b7-881d-a5cc92788c99"} {"level":"info","ts":1784799151.28279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799151.2828665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799151.2828774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799151.2828887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","EoS":false} {"level":"info","ts":1784799151.2829018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","EoS":true} {"level":"info","ts":1784799151.2829475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799151.2829673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799151.2829835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799164.151708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799164.151801,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799164.1518164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799164.151836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","EoS":false} {"level":"info","ts":1784799164.1518562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","EoS":true} {"level":"info","ts":1784799164.1518874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799164.1519065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799164.1519556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799172.6916027,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799172.6916788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799172.6916883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799172.6916997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","EoS":false} {"level":"info","ts":1784799172.6917138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","EoS":true} {"level":"info","ts":1784799172.6917343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799172.69175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799172.6917694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799182.569818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799182.569908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799182.5699458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799182.5699654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","EoS":false} {"level":"info","ts":1784799182.5699828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","EoS":true} {"level":"info","ts":1784799182.5700123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799182.5700314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799182.5700595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799191.5593328,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799191.559408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"192a2fe9-ae56-4329-8568-cceebe6d9f76"} {"level":"info","ts":1784799191.5594187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"192a2fe9-ae56-4329-8568-cceebe6d9f76"} {"level":"info","ts":1784799191.5594304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"192a2fe9-ae56-4329-8568-cceebe6d9f76","EoS":false} {"level":"info","ts":1784799191.5594413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"192a2fe9-ae56-4329-8568-cceebe6d9f76","EoS":true} {"level":"info","ts":1784799191.5594618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"192a2fe9-ae56-4329-8568-cceebe6d9f76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799191.5594773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"192a2fe9-ae56-4329-8568-cceebe6d9f76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799191.559537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"192a2fe9-ae56-4329-8568-cceebe6d9f76"} {"level":"info","ts":1784799196.3216708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799196.3217397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c56d0a7b-2358-4ff5-aa87-b7156bec60bb"} {"level":"info","ts":1784799196.321749,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c56d0a7b-2358-4ff5-aa87-b7156bec60bb"} {"level":"info","ts":1784799196.3217628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c56d0a7b-2358-4ff5-aa87-b7156bec60bb","EoS":false} {"level":"info","ts":1784799196.3217728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c56d0a7b-2358-4ff5-aa87-b7156bec60bb","EoS":true} {"level":"info","ts":1784799196.3217933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c56d0a7b-2358-4ff5-aa87-b7156bec60bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799196.3218083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c56d0a7b-2358-4ff5-aa87-b7156bec60bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799196.3218324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c56d0a7b-2358-4ff5-aa87-b7156bec60bb"} {"level":"info","ts":1784799201.1139326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799201.1140172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b4cfd3d-bdae-4969-ad71-57a3e3c107b4"} {"level":"info","ts":1784799201.1140308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b4cfd3d-bdae-4969-ad71-57a3e3c107b4"} {"level":"info","ts":1784799201.1140418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b4cfd3d-bdae-4969-ad71-57a3e3c107b4","EoS":false} {"level":"info","ts":1784799201.1140552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b4cfd3d-bdae-4969-ad71-57a3e3c107b4","EoS":true} {"level":"info","ts":1784799201.1140745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b4cfd3d-bdae-4969-ad71-57a3e3c107b4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799201.1140897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b4cfd3d-bdae-4969-ad71-57a3e3c107b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799201.1141062,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b4cfd3d-bdae-4969-ad71-57a3e3c107b4"} {"level":"info","ts":1784799201.3789058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799201.3790114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f06c93b7-032f-4b81-bc5b-dbf797e88cec"} {"level":"info","ts":1784799201.3790202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f06c93b7-032f-4b81-bc5b-dbf797e88cec"} {"level":"info","ts":1784799201.379031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f06c93b7-032f-4b81-bc5b-dbf797e88cec","EoS":false} {"level":"info","ts":1784799201.3790438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f06c93b7-032f-4b81-bc5b-dbf797e88cec","EoS":true} {"level":"info","ts":1784799201.3791273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f06c93b7-032f-4b81-bc5b-dbf797e88cec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799201.3791435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f06c93b7-032f-4b81-bc5b-dbf797e88cec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799201.379166,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f06c93b7-032f-4b81-bc5b-dbf797e88cec"} {"level":"info","ts":1784799203.412392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799203.4124818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7dc2f29-09c8-466a-a9bf-f343ddedd194"} {"level":"info","ts":1784799203.412497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7dc2f29-09c8-466a-a9bf-f343ddedd194"} {"level":"info","ts":1784799203.4125156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7dc2f29-09c8-466a-a9bf-f343ddedd194","EoS":false} {"level":"info","ts":1784799203.4125335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7dc2f29-09c8-466a-a9bf-f343ddedd194","EoS":true} {"level":"info","ts":1784799203.4125664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7dc2f29-09c8-466a-a9bf-f343ddedd194","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799203.4125857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7dc2f29-09c8-466a-a9bf-f343ddedd194","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799203.412618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7dc2f29-09c8-466a-a9bf-f343ddedd194"} {"level":"info","ts":1784799205.4498465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799205.4499304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"574e66c1-d42d-476b-beaa-af324c43ade6"} {"level":"info","ts":1784799205.4499438,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"574e66c1-d42d-476b-beaa-af324c43ade6"} {"level":"info","ts":1784799205.44996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"574e66c1-d42d-476b-beaa-af324c43ade6","EoS":false} {"level":"info","ts":1784799205.4499717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"574e66c1-d42d-476b-beaa-af324c43ade6","EoS":true} {"level":"info","ts":1784799205.4499896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"574e66c1-d42d-476b-beaa-af324c43ade6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799205.4500058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"574e66c1-d42d-476b-beaa-af324c43ade6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799205.4500237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"574e66c1-d42d-476b-beaa-af324c43ade6"} {"level":"info","ts":1784799207.4860675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799207.486162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799207.486179,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799207.4861999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","EoS":false} {"level":"info","ts":1784799207.4862213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","EoS":true} {"level":"info","ts":1784799207.4862516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799207.4862692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799207.486299,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799233.1175241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799233.1176224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799233.117642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799233.1176593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","EoS":false} {"level":"info","ts":1784799233.117673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","EoS":true} {"level":"info","ts":1784799233.1176944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799233.1177094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799233.1177282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799242.4983451,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799242.4984212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b1708ca-3deb-4019-8542-daea9f4be495"} {"level":"info","ts":1784799242.4984303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b1708ca-3deb-4019-8542-daea9f4be495"} {"level":"info","ts":1784799242.4984412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b1708ca-3deb-4019-8542-daea9f4be495","EoS":false} {"level":"info","ts":1784799242.4984508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b1708ca-3deb-4019-8542-daea9f4be495","EoS":true} {"level":"info","ts":1784799242.49847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b1708ca-3deb-4019-8542-daea9f4be495","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799242.498486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b1708ca-3deb-4019-8542-daea9f4be495","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799242.4985049,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b1708ca-3deb-4019-8542-daea9f4be495"} {"level":"info","ts":1784799248.047066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799248.0471573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7756d308-ffb8-4e5e-a79b-e7457b2e6754"} {"level":"info","ts":1784799248.0471728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7756d308-ffb8-4e5e-a79b-e7457b2e6754"} {"level":"info","ts":1784799248.0471923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7756d308-ffb8-4e5e-a79b-e7457b2e6754","EoS":false} {"level":"info","ts":1784799248.0472074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7756d308-ffb8-4e5e-a79b-e7457b2e6754","EoS":true} {"level":"info","ts":1784799248.0472383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7756d308-ffb8-4e5e-a79b-e7457b2e6754","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799248.0472574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7756d308-ffb8-4e5e-a79b-e7457b2e6754","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799248.0472813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7756d308-ffb8-4e5e-a79b-e7457b2e6754"} {"level":"info","ts":1784799257.762443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799257.76252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e406959d-f897-4d6b-a18c-e0a869fcf805"} {"level":"info","ts":1784799257.7625294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e406959d-f897-4d6b-a18c-e0a869fcf805"} {"level":"info","ts":1784799257.7625408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e406959d-f897-4d6b-a18c-e0a869fcf805","EoS":false} {"level":"info","ts":1784799257.762552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e406959d-f897-4d6b-a18c-e0a869fcf805","EoS":true} {"level":"info","ts":1784799257.7625742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e406959d-f897-4d6b-a18c-e0a869fcf805","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799257.762589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e406959d-f897-4d6b-a18c-e0a869fcf805","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799257.7626078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e406959d-f897-4d6b-a18c-e0a869fcf805"} {"level":"info","ts":1784799259.8011892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799259.801274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799259.8012917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799259.8013115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","EoS":false} {"level":"info","ts":1784799259.8013296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","EoS":true} {"level":"info","ts":1784799259.801361,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799259.8013816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799259.8014119,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799269.309209,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799269.3093126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.309332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.3093503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","EoS":false} {"level":"info","ts":1784799269.3093696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","EoS":true} {"level":"info","ts":1784799269.3093972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799269.3094192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799269.3094552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.3486755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799269.348748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799269.3487632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799269.3487809,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","EoS":false} {"level":"info","ts":1784799269.3487995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","EoS":true} {"level":"info","ts":1784799269.3488204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799269.3488393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799269.3488681,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799288.6376722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799288.637768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799288.6377811,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799288.6378016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","EoS":false} {"level":"info","ts":1784799288.63782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","EoS":true} {"level":"info","ts":1784799288.6378517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799288.637871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799288.6378999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799297.9900403,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799297.9901173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1dfcd18-9c97-4259-8bca-d40d42211a1b"} {"level":"info","ts":1784799297.990127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1dfcd18-9c97-4259-8bca-d40d42211a1b"} {"level":"info","ts":1784799297.9901383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1dfcd18-9c97-4259-8bca-d40d42211a1b","EoS":false} {"level":"info","ts":1784799297.9901512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1dfcd18-9c97-4259-8bca-d40d42211a1b","EoS":true} {"level":"info","ts":1784799297.9901764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1dfcd18-9c97-4259-8bca-d40d42211a1b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799297.9901938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1dfcd18-9c97-4259-8bca-d40d42211a1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799297.9902124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1dfcd18-9c97-4259-8bca-d40d42211a1b"} {"level":"info","ts":1784799303.2272336,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799303.22731,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4b3a867-81ae-40ee-b136-4371fbaa15d0"} {"level":"info","ts":1784799303.2273195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4b3a867-81ae-40ee-b136-4371fbaa15d0"} {"level":"info","ts":1784799303.227331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4b3a867-81ae-40ee-b136-4371fbaa15d0","EoS":false} {"level":"info","ts":1784799303.2273402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4b3a867-81ae-40ee-b136-4371fbaa15d0","EoS":true} {"level":"info","ts":1784799303.2273598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4b3a867-81ae-40ee-b136-4371fbaa15d0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784799303.2273743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4b3a867-81ae-40ee-b136-4371fbaa15d0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799303.2273934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4b3a867-81ae-40ee-b136-4371fbaa15d0"} {"level":"info","ts":1784799393.8475463,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799393.847626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50d4f2d2-1ac8-4f07-9827-096a81b9bead"} {"level":"info","ts":1784799393.847635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50d4f2d2-1ac8-4f07-9827-096a81b9bead"} {"level":"info","ts":1784799393.847647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50d4f2d2-1ac8-4f07-9827-096a81b9bead","EoS":false} {"level":"info","ts":1784799393.84766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50d4f2d2-1ac8-4f07-9827-096a81b9bead","EoS":true} {"level":"info","ts":1784799393.8476803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50d4f2d2-1ac8-4f07-9827-096a81b9bead","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784799393.8476958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50d4f2d2-1ac8-4f07-9827-096a81b9bead","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784799393.8477168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50d4f2d2-1ac8-4f07-9827-096a81b9bead"} {"level":"info","ts":1784799417.5793915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799417.5794718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799417.579482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799417.5794933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","EoS":false} {"level":"info","ts":1784799417.5795045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","EoS":true} {"level":"info","ts":1784799417.5795243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784799417.5795386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784799417.5795584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799453.0260754,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799453.026161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799453.0261734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799453.026186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","EoS":false} {"level":"info","ts":1784799453.0262063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","EoS":true} {"level":"info","ts":1784799453.026228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799453.0262437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799453.0262637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799468.7453337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799468.7454097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799468.7454195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799468.7454321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","EoS":false} {"level":"info","ts":1784799468.7454448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","EoS":true} {"level":"info","ts":1784799468.745468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799468.7454855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799468.7455058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799469.0600333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799469.0601127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96ae19ca-7a4e-4e99-9daa-2e16a8a57455"} {"level":"info","ts":1784799469.0601242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96ae19ca-7a4e-4e99-9daa-2e16a8a57455"} {"level":"info","ts":1784799469.060136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96ae19ca-7a4e-4e99-9daa-2e16a8a57455","EoS":false} {"level":"info","ts":1784799469.0601487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96ae19ca-7a4e-4e99-9daa-2e16a8a57455","EoS":true} {"level":"info","ts":1784799469.0601673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96ae19ca-7a4e-4e99-9daa-2e16a8a57455","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784799469.0601819,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96ae19ca-7a4e-4e99-9daa-2e16a8a57455","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799469.0602016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96ae19ca-7a4e-4e99-9daa-2e16a8a57455"} {"level":"info","ts":1784799833.8471127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799833.8472009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.84721,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.8472216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","EoS":false} {"level":"info","ts":1784799833.8472347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","EoS":true} {"level":"info","ts":1784799833.8472548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799833.8472712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799833.847291,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.8851547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799833.8852375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7113b3f5-d7f1-40f5-b118-d661329fe8f5"} {"level":"info","ts":1784799833.8852477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7113b3f5-d7f1-40f5-b118-d661329fe8f5"} {"level":"info","ts":1784799833.885259,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7113b3f5-d7f1-40f5-b118-d661329fe8f5","EoS":false} {"level":"info","ts":1784799833.8852696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7113b3f5-d7f1-40f5-b118-d661329fe8f5","EoS":true} {"level":"info","ts":1784799833.8852882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7113b3f5-d7f1-40f5-b118-d661329fe8f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799833.885307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7113b3f5-d7f1-40f5-b118-d661329fe8f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799833.8853257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7113b3f5-d7f1-40f5-b118-d661329fe8f5"} {"level":"info","ts":1784799833.9152753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799833.9153497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79d3332d-b26c-4bb8-a469-7ba115ce8af4"} {"level":"info","ts":1784799833.9153595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79d3332d-b26c-4bb8-a469-7ba115ce8af4"} {"level":"info","ts":1784799833.9153702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79d3332d-b26c-4bb8-a469-7ba115ce8af4","EoS":false} {"level":"info","ts":1784799833.915383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79d3332d-b26c-4bb8-a469-7ba115ce8af4","EoS":true} {"level":"info","ts":1784799833.9154017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79d3332d-b26c-4bb8-a469-7ba115ce8af4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784799833.915416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79d3332d-b26c-4bb8-a469-7ba115ce8af4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799833.915472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79d3332d-b26c-4bb8-a469-7ba115ce8af4"} {"level":"info","ts":1784799838.7868288,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fc84169-ef80-4593-93e3-a60a3f66161d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799838.7868292,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b327cb0-0958-42ec-afc0-8d8d85827951"} {"level":"info","ts":1784799838.7868655,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fc84169-ef80-4593-93e3-a60a3f66161d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784799838.792379,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"236c4a41-5b04-46f8-bd2f-d0c1a52278b6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799838.7924044,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"236c4a41-5b04-46f8-bd2f-d0c1a52278b6","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784799838.7960155,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b327cb0-0958-42ec-afc0-8d8d85827951","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799838.7963262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35310.684121628,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.7963457,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.9307876,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.9330506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50540262-782c-45c1-adbe-f158e6e253f1"} {"level":"info","ts":1784799838.9331713,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50540262-782c-45c1-adbe-f158e6e253f1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784799838.9336717,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"384907cc-c080-47ba-80ae-cc7d734ff95a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799838.9337273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"384907cc-c080-47ba-80ae-cc7d734ff95a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799838.9345539,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"223fab58-695c-490b-bb5a-111005c9e9a8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799838.9345958,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"223fab58-695c-490b-bb5a-111005c9e9a8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784799838.9347517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e1c9585-1784-43b1-be1d-5229952a4e3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799838.9347782,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e1c9585-1784-43b1-be1d-5229952a4e3c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784799838.9395454,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50540262-782c-45c1-adbe-f158e6e253f1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799838.9396183,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e313356c-3f9f-4119-b647-6fe26def2bd8"} {"level":"info","ts":1784799838.9398057,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36384.130769837,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.9398203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.9966285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38700.409501643,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.9966953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799839.005823,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799839.0417309,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799839.097394,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b327cb0-0958-42ec-afc0-8d8d85827951","name":"e2e-external-provider"} {"level":"info","ts":1784799839.1086621,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b327cb0-0958-42ec-afc0-8d8d85827951","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784799839.1123157,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b327cb0-0958-42ec-afc0-8d8d85827951","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799839.1124167,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0089c5ac-81a3-4a3f-9e3c-aa59d9a1dccd"} {"level":"info","ts":1784799839.1124616,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0089c5ac-81a3-4a3f-9e3c-aa59d9a1dccd","name":"e2e-external-provider"} {"level":"info","ts":1784799839.1238751,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0089c5ac-81a3-4a3f-9e3c-aa59d9a1dccd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784799839.1406007,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e313356c-3f9f-4119-b647-6fe26def2bd8","name":"e2e-external-model"} {"level":"info","ts":1784799839.155006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f95be48e-bd28-4a25-bfc8-b7c4822a83b4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799839.155045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f95be48e-bd28-4a25-bfc8-b7c4822a83b4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784799839.156564,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e313356c-3f9f-4119-b647-6fe26def2bd8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784799839.156622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e313356c-3f9f-4119-b647-6fe26def2bd8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799839.1566718,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3d1245-81d6-401f-be07-60a8a6272d73"} {"level":"info","ts":1784799839.1567159,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3d1245-81d6-401f-be07-60a8a6272d73","name":"e2e-external-model"} {"level":"info","ts":1784799839.1753888,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"119c9ed2-9713-4ea2-803f-43eb5f2ceac4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799839.1754205,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"119c9ed2-9713-4ea2-803f-43eb5f2ceac4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784799839.1757698,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3d1245-81d6-401f-be07-60a8a6272d73","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784799839.1758134,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3d1245-81d6-401f-be07-60a8a6272d73","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799839.1758735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fcf7a00-b32a-4a6e-8851-0d2484547ef3"} {"level":"info","ts":1784799839.1759536,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fcf7a00-b32a-4a6e-8851-0d2484547ef3","name":"e2e-external-model"} {"level":"info","ts":1784799839.1846972,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fcf7a00-b32a-4a6e-8851-0d2484547ef3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799839.1920207,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e62b706-69d0-4b96-9b75-2dffb380ed2b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799839.1920528,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e62b706-69d0-4b96-9b75-2dffb380ed2b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799839.1922245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e42f0a4f-67d2-4000-a1e2-d36dacf47aa1"} {"level":"info","ts":1784799839.1922674,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e42f0a4f-67d2-4000-a1e2-d36dacf47aa1","name":"e2e-external-model"} {"level":"info","ts":1784799839.203102,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e42f0a4f-67d2-4000-a1e2-d36dacf47aa1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799852.7833881,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799852.783569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c"} {"level":"info","ts":1784799852.78359,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c"} {"level":"info","ts":1784799852.783607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c","EoS":false} {"level":"info","ts":1784799852.7836232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c","EoS":true} {"level":"info","ts":1784799852.7836523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784799852.7836711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799852.783682,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c","modelName":"e2e-external-model"} {"level":"info","ts":1784799852.7837021,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784799852.7837582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c07e3245-302c-4ba5-b3ed-0d79f5e6423c"} {"level":"info","ts":1784799852.835229,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799852.835304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523"} {"level":"info","ts":1784799852.8353148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523"} {"level":"info","ts":1784799852.8353276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523","EoS":false} {"level":"info","ts":1784799852.835343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523","EoS":true} {"level":"info","ts":1784799852.8353717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784799852.835392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799852.8354018,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523","modelName":"e2e-external-model"} {"level":"info","ts":1784799852.8354204,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784799852.83546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b61ebb47-c06e-4d67-ace6-492f6c2b9523"} {"level":"info","ts":1784799852.8698232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799852.8699002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9"} {"level":"info","ts":1784799852.8699086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9"} {"level":"info","ts":1784799852.8699453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","EoS":false} {"level":"info","ts":1784799852.8699622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","EoS":true} {"level":"info","ts":1784799852.8699841,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784799852.8700004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799852.8700151,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","modelName":"e2e-external-model"} {"level":"info","ts":1784799852.870035,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784799852.870086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9"} {"level":"info","ts":1784799853.0234783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e8547-ae84-4c05-9ede-56b1b251a3e1"} {"level":"info","ts":1784799853.0235431,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a927b7cb-1a07-4053-895f-bfb2d94a7f39","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0235808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a927b7cb-1a07-4053-895f-bfb2d94a7f39","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.029802,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0a2f825-3b05-4644-a8f7-fd4da90e8da3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0298293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0a2f825-3b05-4644-a8f7-fd4da90e8da3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784799853.0333176,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e8547-ae84-4c05-9ede-56b1b251a3e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799853.0333767,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e8547-ae84-4c05-9ede-56b1b251a3e1","name":"e2e-cleanup-test"} {"level":"error","ts":1784799853.0461683,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e8547-ae84-4c05-9ede-56b1b251a3e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784799853.04621,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e8547-ae84-4c05-9ede-56b1b251a3e1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799853.0462592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3414a161-e29d-4e0a-842b-1fd1b1c7820f"} {"level":"info","ts":1784799853.046305,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3414a161-e29d-4e0a-842b-1fd1b1c7820f","name":"e2e-cleanup-test"} {"level":"info","ts":1784799853.0497305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10fde05-dd32-42ee-ae95-b12d60c72e14","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0497627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10fde05-dd32-42ee-ae95-b12d60c72e14","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784799853.0614703,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3414a161-e29d-4e0a-842b-1fd1b1c7820f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784799853.0615232,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3414a161-e29d-4e0a-842b-1fd1b1c7820f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799853.0615828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1838651-1e46-4c88-83cd-a3489c0d3258"} {"level":"info","ts":1784799853.0616436,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1838651-1e46-4c88-83cd-a3489c0d3258","name":"e2e-cleanup-test"} {"level":"info","ts":1784799853.0685081,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea2505f8-39e6-40d1-b6dd-2032bc9497ce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0685384,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea2505f8-39e6-40d1-b6dd-2032bc9497ce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.0710597,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1838651-1e46-4c88-83cd-a3489c0d3258","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784799853.0747113,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1838651-1e46-4c88-83cd-a3489c0d3258","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799853.0748024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4472778-59ca-4db1-a9c0-78a5f35a2825"} {"level":"info","ts":1784799853.0748658,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4472778-59ca-4db1-a9c0-78a5f35a2825","name":"e2e-cleanup-test"} {"level":"info","ts":1784799853.0833304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67990de9-5579-4c54-ba2b-671f157b1fa8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0833652,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67990de9-5579-4c54-ba2b-671f157b1fa8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.0839689,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4472778-59ca-4db1-a9c0-78a5f35a2825","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784799853.0877898,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4472778-59ca-4db1-a9c0-78a5f35a2825","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799853.0878544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"227c4dfa-7cfb-4fe2-95c6-a2ef813616b2"} {"level":"info","ts":1784799853.087896,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"227c4dfa-7cfb-4fe2-95c6-a2ef813616b2","name":"e2e-cleanup-test"} {"level":"info","ts":1784799853.0969043,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"227c4dfa-7cfb-4fe2-95c6-a2ef813616b2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799861.3109856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2da942e4-2d9c-462f-9964-2750088e7ebe"} {"level":"info","ts":1784799861.3109853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7685172-2ddc-43d8-81d8-4f5e6e14a09b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799861.3110468,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7685172-2ddc-43d8-81d8-4f5e6e14a09b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799865.6637893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.663886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc"} {"level":"info","ts":1784799865.6639001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc"} {"level":"info","ts":1784799865.663947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc","EoS":false} {"level":"info","ts":1784799865.6639662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc","EoS":true} {"level":"info","ts":1784799865.6640465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784799865.6640663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784799865.6640954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc"} {"level":"info","ts":1784799865.7002876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.700354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23"} {"level":"info","ts":1784799865.7003639,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23"} {"level":"info","ts":1784799865.7003744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","EoS":false} {"level":"info","ts":1784799865.7003846,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","EoS":true} {"level":"info","ts":1784799865.7004023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784799865.700415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799865.7004216,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","modelName":"e2e-external-model"} {"level":"info","ts":1784799865.7004344,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784799865.7004716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23"} {"level":"info","ts":1784799865.747407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.7474763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.7474878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.7474988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","EoS":false} {"level":"info","ts":1784799865.7475123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","EoS":true} {"level":"info","ts":1784799865.747529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784799865.7475414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799865.747567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.9210806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.9211423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799865.9211504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799865.9211612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","EoS":false} {"level":"info","ts":1784799865.9211721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","EoS":true} {"level":"info","ts":1784799865.921196,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","field":"model"} {"level":"info","ts":1784799865.9212234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799866.8593736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"601fdbf1-e24d-4959-849a-6872a1523edb"} {"level":"info","ts":1784799866.8594222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01609b7b-ef4a-430d-9b64-0832eb89fab5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799866.8594527,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01609b7b-ef4a-430d-9b64-0832eb89fab5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799867.017802,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"476c9e44-4ec1-4efc-a3b1-04b3ac075601","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799867.017846,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"476c9e44-4ec1-4efc-a3b1-04b3ac075601","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799867.0178103,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"562b6517-bec6-4fe5-9477-26a2726804ed"} {"level":"info","ts":1784800451.979314,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784800451.979393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7471b3a6-8445-493a-b8d8-a3df79b09ba6"} {"level":"info","ts":1784800451.9794004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7471b3a6-8445-493a-b8d8-a3df79b09ba6"} {"level":"info","ts":1784800451.9794114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7471b3a6-8445-493a-b8d8-a3df79b09ba6","EoS":false} {"level":"info","ts":1784800451.9794233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7471b3a6-8445-493a-b8d8-a3df79b09ba6","EoS":true} {"level":"info","ts":1784800451.9794405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7471b3a6-8445-493a-b8d8-a3df79b09ba6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784800451.979456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7471b3a6-8445-493a-b8d8-a3df79b09ba6","path":"/ai-tenant-e2e-inf-b-64f44e/test-model-64f44e/v1/chat/completions"} {"level":"info","ts":1784800451.9794774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7471b3a6-8445-493a-b8d8-a3df79b09ba6"} {"level":"info","ts":1784800473.092189,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784800473.0922759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800473.0922885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800473.0923016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","EoS":false} {"level":"info","ts":1784800473.0923128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","EoS":true} {"level":"info","ts":1784800473.092335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784800473.0923553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","path":"/ai-tenant-e2e-inf-b-64f44e/test-model-64f44e/v1/chat/completions"} {"level":"info","ts":1784800473.0923824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800954.4463978,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784800954.4464893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"} {"level":"info","ts":1784800954.4464972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"} {"level":"info","ts":1784800954.4465904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","EoS":false} {"level":"info","ts":1784800954.446612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","EoS":true} {"level":"info","ts":1784800954.446637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784800954.4466555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","path":"/ai-tenant-e2e-shared-b-0dc985/rate-test-model-0dc985/v1/completions"} {"level":"info","ts":1784800954.446678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"}