{"level":"info","ts":1785444202.8864975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3731e85c-d5ee-4b72-a513-3c836aca9859","EoS":false} {"level":"info","ts":1785444202.8865073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3731e85c-d5ee-4b72-a513-3c836aca9859","EoS":true} {"level":"info","ts":1785444202.8865275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3731e85c-d5ee-4b72-a513-3c836aca9859","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444202.8865445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3731e85c-d5ee-4b72-a513-3c836aca9859","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444202.8865664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3731e85c-d5ee-4b72-a513-3c836aca9859"} {"level":"info","ts":1785444202.9232795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444202.9233406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef0430f9-fb97-492c-a94b-030b0c6805e3"} {"level":"info","ts":1785444202.923352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef0430f9-fb97-492c-a94b-030b0c6805e3"} {"level":"info","ts":1785444202.9233627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef0430f9-fb97-492c-a94b-030b0c6805e3","EoS":false} {"level":"info","ts":1785444202.9233732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef0430f9-fb97-492c-a94b-030b0c6805e3","EoS":true} {"level":"info","ts":1785444202.9233913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef0430f9-fb97-492c-a94b-030b0c6805e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444202.9234042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef0430f9-fb97-492c-a94b-030b0c6805e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444202.9234219,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef0430f9-fb97-492c-a94b-030b0c6805e3"} {"level":"info","ts":1785444202.9453423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444202.9453957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6eafbd5-124d-4616-a0f6-e843b4a0b890"} {"level":"info","ts":1785444202.945407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6eafbd5-124d-4616-a0f6-e843b4a0b890"} {"level":"info","ts":1785444202.9454167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6eafbd5-124d-4616-a0f6-e843b4a0b890","EoS":false} {"level":"info","ts":1785444202.9454262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6eafbd5-124d-4616-a0f6-e843b4a0b890","EoS":true} {"level":"info","ts":1785444202.9454417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6eafbd5-124d-4616-a0f6-e843b4a0b890","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444202.9454522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6eafbd5-124d-4616-a0f6-e843b4a0b890","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444202.9454699,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6eafbd5-124d-4616-a0f6-e843b4a0b890"} {"level":"info","ts":1785444202.9875197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444202.9875808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec5b105f-4632-4cf4-afbf-3c5eb5ebf469"} {"level":"info","ts":1785444202.9875917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec5b105f-4632-4cf4-afbf-3c5eb5ebf469"} {"level":"info","ts":1785444202.987602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec5b105f-4632-4cf4-afbf-3c5eb5ebf469","EoS":false} {"level":"info","ts":1785444202.9876113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec5b105f-4632-4cf4-afbf-3c5eb5ebf469","EoS":true} {"level":"info","ts":1785444202.987627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec5b105f-4632-4cf4-afbf-3c5eb5ebf469","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444202.987639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec5b105f-4632-4cf4-afbf-3c5eb5ebf469","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444202.9876547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec5b105f-4632-4cf4-afbf-3c5eb5ebf469"} {"level":"info","ts":1785444203.6507752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444203.6508534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7a0c0a-8e2c-4e1a-ad74-b0e463db43a6"} {"level":"info","ts":1785444203.6508656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c7a0c0a-8e2c-4e1a-ad74-b0e463db43a6"} {"level":"info","ts":1785444203.6508768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c7a0c0a-8e2c-4e1a-ad74-b0e463db43a6","EoS":false} {"level":"info","ts":1785444203.6508873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c7a0c0a-8e2c-4e1a-ad74-b0e463db43a6","EoS":true} {"level":"info","ts":1785444203.6509063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c7a0c0a-8e2c-4e1a-ad74-b0e463db43a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444203.6509209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7a0c0a-8e2c-4e1a-ad74-b0e463db43a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444203.6509407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c7a0c0a-8e2c-4e1a-ad74-b0e463db43a6"} {"level":"info","ts":1785444203.6872303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444203.6873016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f1fb69-b60b-4240-88d7-cc1c6007d145"} {"level":"info","ts":1785444203.687315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3f1fb69-b60b-4240-88d7-cc1c6007d145"} {"level":"info","ts":1785444203.687326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3f1fb69-b60b-4240-88d7-cc1c6007d145","EoS":false} {"level":"info","ts":1785444203.687336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3f1fb69-b60b-4240-88d7-cc1c6007d145","EoS":true} {"level":"info","ts":1785444203.6873593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3f1fb69-b60b-4240-88d7-cc1c6007d145","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444203.68741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3f1fb69-b60b-4240-88d7-cc1c6007d145","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444203.687431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3f1fb69-b60b-4240-88d7-cc1c6007d145"} {"level":"info","ts":1785444207.8517728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444207.8518603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b819d2b6-bdcd-9780-bc31-f179f56022e8"} {"level":"info","ts":1785444207.8518755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b819d2b6-bdcd-9780-bc31-f179f56022e8"} {"level":"info","ts":1785444207.8518891,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b819d2b6-bdcd-9780-bc31-f179f56022e8","EoS":false} {"level":"info","ts":1785444207.8519015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b819d2b6-bdcd-9780-bc31-f179f56022e8","EoS":true} {"level":"info","ts":1785444207.851924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b819d2b6-bdcd-9780-bc31-f179f56022e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444207.8519437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b819d2b6-bdcd-9780-bc31-f179f56022e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444207.8519683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b819d2b6-bdcd-9780-bc31-f179f56022e8"} {"level":"info","ts":1785444223.6605363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444223.660631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b"} {"level":"info","ts":1785444223.6606488,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b"} {"level":"info","ts":1785444223.6606665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b","EoS":false} {"level":"info","ts":1785444223.6606877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b","EoS":true} {"level":"info","ts":1785444223.6607375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444223.6607575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444223.6607878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcdf31d6-9374-46ee-b81c-4fa5c822402b"} {"level":"info","ts":1785444223.8129919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444223.8130546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8130631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.8130732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","EoS":false} {"level":"info","ts":1785444223.8130863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","EoS":true} {"level":"info","ts":1785444223.8131084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444223.8131237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444223.8131402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e33676bc-de00-465f-8168-7c22c57943f7"} {"level":"info","ts":1785444223.9546783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444223.9547694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.954782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444223.9547932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","EoS":false} {"level":"info","ts":1785444223.954804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","EoS":true} {"level":"info","ts":1785444223.9548256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444223.9548423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444223.9548683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c91febf3-1409-4ed0-b290-08227c9ff532"} {"level":"info","ts":1785444224.0949306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444224.0949993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.0950103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.095021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","EoS":false} {"level":"info","ts":1785444224.095031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","EoS":true} {"level":"info","ts":1785444224.0950482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444224.0950613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444224.0950782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"522d9fba-a15b-4e4a-b1f4-6cca7ec0437d"} {"level":"info","ts":1785444224.235232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444224.2352924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2353015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.2353113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","EoS":false} {"level":"info","ts":1785444224.2353225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","EoS":true} {"level":"info","ts":1785444224.2353423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444224.2353551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444224.235372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"019d9b1c-9f6d-4b90-b5ae-e5be90b7dca5"} {"level":"info","ts":1785444224.3730943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444224.3731573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0f3f6f9-cb69-4bb2-90f9-d68eba58bf24"} {"level":"info","ts":1785444224.3731687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0f3f6f9-cb69-4bb2-90f9-d68eba58bf24"} {"level":"info","ts":1785444224.3731787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f3f6f9-cb69-4bb2-90f9-d68eba58bf24","EoS":false} {"level":"info","ts":1785444224.3731883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f3f6f9-cb69-4bb2-90f9-d68eba58bf24","EoS":true} {"level":"info","ts":1785444224.3732054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0f3f6f9-cb69-4bb2-90f9-d68eba58bf24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444224.3732202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0f3f6f9-cb69-4bb2-90f9-d68eba58bf24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444224.3732412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0f3f6f9-cb69-4bb2-90f9-d68eba58bf24"} {"level":"info","ts":1785444245.504954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444245.5050313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.5050416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.505053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","EoS":false} {"level":"info","ts":1785444245.5050664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","EoS":true} {"level":"info","ts":1785444245.5050867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444245.5051022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444245.5051227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"abe9effe-bf10-409b-9835-8b37abac1ed3"} {"level":"info","ts":1785444245.5375302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444245.5375896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a3dee4e-9cbc-469b-aa8b-7668c7760092"} {"level":"info","ts":1785444245.5376046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a3dee4e-9cbc-469b-aa8b-7668c7760092"} {"level":"info","ts":1785444245.5376203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a3dee4e-9cbc-469b-aa8b-7668c7760092","EoS":false} {"level":"info","ts":1785444245.5376334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a3dee4e-9cbc-469b-aa8b-7668c7760092","EoS":true} {"level":"info","ts":1785444245.537649,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a3dee4e-9cbc-469b-aa8b-7668c7760092","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444245.5376627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a3dee4e-9cbc-469b-aa8b-7668c7760092","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444245.53768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a3dee4e-9cbc-469b-aa8b-7668c7760092"} {"level":"info","ts":1785444245.5701861,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444245.5702379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c0f61ca-421d-434b-9791-2c790444c06a"} {"level":"info","ts":1785444245.5702486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c0f61ca-421d-434b-9791-2c790444c06a"} {"level":"info","ts":1785444245.5702589,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c0f61ca-421d-434b-9791-2c790444c06a","EoS":false} {"level":"info","ts":1785444245.5702674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c0f61ca-421d-434b-9791-2c790444c06a","EoS":true} {"level":"info","ts":1785444245.5702825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c0f61ca-421d-434b-9791-2c790444c06a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444245.5702968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c0f61ca-421d-434b-9791-2c790444c06a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444245.5703125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c0f61ca-421d-434b-9791-2c790444c06a"} {"level":"info","ts":1785444245.603011,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444245.6030617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed5829ed-a726-4dbc-8e57-f3998d4c2068"} {"level":"info","ts":1785444250.2225895,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444250.2226782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.2226944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444250.222745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","EoS":false} {"level":"info","ts":1785444250.222764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","EoS":true} {"level":"info","ts":1785444250.2227926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444250.2228124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444250.2228475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d73829a1-5bfc-461d-9012-6cfaa963fe14"} {"level":"info","ts":1785444258.7833884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444258.783477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.7834926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444258.783505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","EoS":false} {"level":"info","ts":1785444258.7835197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","EoS":true} {"level":"info","ts":1785444258.7835488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444258.783565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444258.7835872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"300fad44-0e15-4e35-9959-9bca99fb69d3"} {"level":"info","ts":1785444271.6783857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444271.6784844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6785028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444271.6785195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","EoS":false} {"level":"info","ts":1785444271.6785388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","EoS":true} {"level":"info","ts":1785444271.678567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444271.6785893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444271.6786191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b61963ce-35ba-4c49-97b0-4106d42d55b4"} {"level":"info","ts":1785444280.2200556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444280.2201312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2201426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444280.2201536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","EoS":false} {"level":"info","ts":1785444280.2201645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","EoS":true} {"level":"info","ts":1785444280.2201831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444280.2201989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444280.2202199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbcf2a82-4117-4c3d-803e-f5f8354487d1"} {"level":"info","ts":1785444289.112909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444289.1129894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.1129982,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444289.1130085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","EoS":false} {"level":"info","ts":1785444289.11302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","EoS":true} {"level":"info","ts":1785444289.1130402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444289.1130557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444289.1130767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e02e7b1a-19c2-459f-aa5b-15b117d5d347"} {"level":"info","ts":1785444298.0915701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444298.0916452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3c74072-88f0-4f41-b8ff-635b660e447c"} {"level":"info","ts":1785444298.0916557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3c74072-88f0-4f41-b8ff-635b660e447c"} {"level":"info","ts":1785444298.0916667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3c74072-88f0-4f41-b8ff-635b660e447c","EoS":false} {"level":"info","ts":1785444298.09168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3c74072-88f0-4f41-b8ff-635b660e447c","EoS":true} {"level":"info","ts":1785444298.0917222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3c74072-88f0-4f41-b8ff-635b660e447c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444298.0917375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3c74072-88f0-4f41-b8ff-635b660e447c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444298.0917585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3c74072-88f0-4f41-b8ff-635b660e447c"} {"level":"info","ts":1785444305.9811711,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444305.98125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c94b5fe-87a9-45f6-ac37-16795871eaae"} {"level":"info","ts":1785444305.9812617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c94b5fe-87a9-45f6-ac37-16795871eaae"} {"level":"info","ts":1785444305.9812732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c94b5fe-87a9-45f6-ac37-16795871eaae","EoS":false} {"level":"info","ts":1785444305.9812856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c94b5fe-87a9-45f6-ac37-16795871eaae","EoS":true} {"level":"info","ts":1785444305.9813056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c94b5fe-87a9-45f6-ac37-16795871eaae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444305.9813213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c94b5fe-87a9-45f6-ac37-16795871eaae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444305.9813404,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c94b5fe-87a9-45f6-ac37-16795871eaae"} {"level":"info","ts":1785444310.7925396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444310.7926157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08e8c013-e57c-4fed-a14f-79e313e7edd2"} {"level":"info","ts":1785444310.7926276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08e8c013-e57c-4fed-a14f-79e313e7edd2"} {"level":"info","ts":1785444310.792638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08e8c013-e57c-4fed-a14f-79e313e7edd2","EoS":false} {"level":"info","ts":1785444310.7926502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08e8c013-e57c-4fed-a14f-79e313e7edd2","EoS":true} {"level":"info","ts":1785444310.7926817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08e8c013-e57c-4fed-a14f-79e313e7edd2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444310.7927172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08e8c013-e57c-4fed-a14f-79e313e7edd2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444310.7927377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08e8c013-e57c-4fed-a14f-79e313e7edd2"} {"level":"info","ts":1785444321.8276548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444321.8277476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.8277576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444321.8277707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","EoS":false} {"level":"info","ts":1785444321.8277843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","EoS":true} {"level":"info","ts":1785444321.827813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444321.827829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444321.8278496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52fe20b9-5307-49c9-b093-a33b00e620f5"} {"level":"info","ts":1785444355.5232823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444355.5233748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.523389,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444355.5234008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","EoS":false} {"level":"info","ts":1785444355.5234108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","EoS":true} {"level":"info","ts":1785444355.5234306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444355.5234463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444355.523468,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dca5d1c-ff40-4a68-85f6-d8a8618b900d"} {"level":"info","ts":1785444364.863014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444364.8630917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa0cc213-fb71-471d-a39d-808453b9d543"} {"level":"info","ts":1785444364.8631032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa0cc213-fb71-471d-a39d-808453b9d543"} {"level":"info","ts":1785444364.863115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa0cc213-fb71-471d-a39d-808453b9d543","EoS":false} {"level":"info","ts":1785444364.8631268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa0cc213-fb71-471d-a39d-808453b9d543","EoS":true} {"level":"info","ts":1785444364.8631468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa0cc213-fb71-471d-a39d-808453b9d543","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444364.8631623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa0cc213-fb71-471d-a39d-808453b9d543","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444364.8631945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa0cc213-fb71-471d-a39d-808453b9d543"} {"level":"info","ts":1785444381.050871,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444381.050942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04a9d618-389e-433a-8f7c-87ec47718cb6"} {"level":"info","ts":1785444381.0509546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04a9d618-389e-433a-8f7c-87ec47718cb6"} {"level":"info","ts":1785444381.050965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04a9d618-389e-433a-8f7c-87ec47718cb6","EoS":false} {"level":"info","ts":1785444381.050976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04a9d618-389e-433a-8f7c-87ec47718cb6","EoS":true} {"level":"info","ts":1785444381.0509973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04a9d618-389e-433a-8f7c-87ec47718cb6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444381.0510132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04a9d618-389e-433a-8f7c-87ec47718cb6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444381.051038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04a9d618-389e-433a-8f7c-87ec47718cb6"} {"level":"info","ts":1785444390.6521864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444390.6522634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.6522756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444390.6522863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","EoS":false} {"level":"info","ts":1785444390.6522968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","EoS":true} {"level":"info","ts":1785444390.652318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444390.6523335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444390.6523902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28709368-0cdc-4019-83c2-01d6ae955fc9"} {"level":"info","ts":1785444400.1095302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444400.1096232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.1096394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.1096547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","EoS":false} {"level":"info","ts":1785444400.109671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","EoS":true} {"level":"info","ts":1785444400.1097233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444400.1097443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444400.109772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09768c08-9688-4e47-a07e-79268d9e0288"} {"level":"info","ts":1785444400.1475666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444400.1476471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.1476655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444400.1476812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","EoS":false} {"level":"info","ts":1785444400.1477263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","EoS":true} {"level":"info","ts":1785444400.1477585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444400.1477847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444400.14782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3723ce1a-8f1a-4bdb-bba8-dc9792e78dee"} {"level":"info","ts":1785444419.3127751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444419.3128786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3128939,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444419.3129106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","EoS":false} {"level":"info","ts":1785444419.3129752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","EoS":true} {"level":"info","ts":1785444419.3130105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444419.3130305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444419.3130603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa6c54b6-5903-4a2d-94d2-611667d7cfec"} {"level":"info","ts":1785444428.6628935,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444428.662974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bfaee06-bda9-49f3-b27a-25bcb9217b9f"} {"level":"info","ts":1785444428.6629891,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bfaee06-bda9-49f3-b27a-25bcb9217b9f"} {"level":"info","ts":1785444428.6630018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bfaee06-bda9-49f3-b27a-25bcb9217b9f","EoS":false} {"level":"info","ts":1785444428.6630175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bfaee06-bda9-49f3-b27a-25bcb9217b9f","EoS":true} {"level":"info","ts":1785444428.66304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bfaee06-bda9-49f3-b27a-25bcb9217b9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444428.6630561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bfaee06-bda9-49f3-b27a-25bcb9217b9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444428.6630776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bfaee06-bda9-49f3-b27a-25bcb9217b9f"} {"level":"info","ts":1785444444.6406808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444444.6407907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38f3a913-d1e4-4545-81f2-cd6694312304"} {"level":"info","ts":1785444444.6408033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38f3a913-d1e4-4545-81f2-cd6694312304"} {"level":"info","ts":1785444444.6408143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38f3a913-d1e4-4545-81f2-cd6694312304","EoS":false} {"level":"info","ts":1785444444.6408248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38f3a913-d1e4-4545-81f2-cd6694312304","EoS":true} {"level":"info","ts":1785444444.6408453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38f3a913-d1e4-4545-81f2-cd6694312304","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444444.6408617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38f3a913-d1e4-4545-81f2-cd6694312304","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444444.6408777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38f3a913-d1e4-4545-81f2-cd6694312304"} {"level":"info","ts":1785444578.0879095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444578.0879982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb83b45f-973e-4ac8-b2ab-d96ab52e94fd"} {"level":"info","ts":1785444578.0880163,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb83b45f-973e-4ac8-b2ab-d96ab52e94fd"} {"level":"info","ts":1785444578.0880284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb83b45f-973e-4ac8-b2ab-d96ab52e94fd","EoS":false} {"level":"info","ts":1785444578.0880406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb83b45f-973e-4ac8-b2ab-d96ab52e94fd","EoS":true} {"level":"info","ts":1785444578.0880632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb83b45f-973e-4ac8-b2ab-d96ab52e94fd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785444578.0880804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb83b45f-973e-4ac8-b2ab-d96ab52e94fd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785444578.0881085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb83b45f-973e-4ac8-b2ab-d96ab52e94fd"} {"level":"info","ts":1785444601.9746659,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444601.9747608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444601.9747715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444601.9747822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","EoS":false} {"level":"info","ts":1785444601.9747925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","EoS":true} {"level":"info","ts":1785444601.974813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785444601.9748282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785444601.9748492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95dca5e0-1fdf-4d88-bffa-40117b8513d8"} {"level":"info","ts":1785444664.7008429,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444664.7009192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.7009318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444664.7009435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","EoS":false} {"level":"info","ts":1785444664.7009563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","EoS":true} {"level":"info","ts":1785444664.7009802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444664.700996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444664.7010188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e0a2a23-82a0-4e29-b642-da13b051d625"} {"level":"info","ts":1785444680.0055363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444680.00561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.005621,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.0056317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","EoS":false} {"level":"info","ts":1785444680.0056415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","EoS":true} {"level":"info","ts":1785444680.0056605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444680.0056763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444680.0057163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4eea4424-c33c-47e6-b67a-24d167b50147"} {"level":"info","ts":1785444680.300782,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444680.3008554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0291ec84-ea17-4eae-9761-5e4fe966ea96"} {"level":"info","ts":1785444680.3008673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0291ec84-ea17-4eae-9761-5e4fe966ea96"} {"level":"info","ts":1785444680.300878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0291ec84-ea17-4eae-9761-5e4fe966ea96","EoS":false} {"level":"info","ts":1785444680.30089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0291ec84-ea17-4eae-9761-5e4fe966ea96","EoS":true} {"level":"info","ts":1785444680.3009083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0291ec84-ea17-4eae-9761-5e4fe966ea96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444680.3009238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0291ec84-ea17-4eae-9761-5e4fe966ea96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444680.3009486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0291ec84-ea17-4eae-9761-5e4fe966ea96"} {"level":"info","ts":1785445019.9659746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445019.9660733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9660847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445019.9660964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","EoS":false} {"level":"info","ts":1785445019.966107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","EoS":true} {"level":"info","ts":1785445019.966126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445019.9661415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445019.9661636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d26cb3f9-effe-43e4-814c-d5585f8b65a9"} {"level":"info","ts":1785445020.050634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445020.0507476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77a022cc-3516-42e7-9706-b882cef8463c"} {"level":"info","ts":1785445020.0507634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77a022cc-3516-42e7-9706-b882cef8463c"} {"level":"info","ts":1785445020.0507817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77a022cc-3516-42e7-9706-b882cef8463c","EoS":false} {"level":"info","ts":1785445020.0508027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77a022cc-3516-42e7-9706-b882cef8463c","EoS":true} {"level":"info","ts":1785445020.0508337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77a022cc-3516-42e7-9706-b882cef8463c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445020.0508537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77a022cc-3516-42e7-9706-b882cef8463c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445020.0508842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77a022cc-3516-42e7-9706-b882cef8463c"} {"level":"info","ts":1785445020.0890062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445020.0890677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2111e28f-6b64-4e70-bdab-7d903dcc6c88"} {"level":"info","ts":1785445020.0890794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2111e28f-6b64-4e70-bdab-7d903dcc6c88"} {"level":"info","ts":1785445020.0890896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2111e28f-6b64-4e70-bdab-7d903dcc6c88","EoS":false} {"level":"info","ts":1785445020.0890994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2111e28f-6b64-4e70-bdab-7d903dcc6c88","EoS":true} {"level":"info","ts":1785445020.0891185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2111e28f-6b64-4e70-bdab-7d903dcc6c88","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445020.089134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2111e28f-6b64-4e70-bdab-7d903dcc6c88","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445020.0891614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2111e28f-6b64-4e70-bdab-7d903dcc6c88"} {"level":"info","ts":1785445024.94642,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed60e5ee-b2ac-4e9f-9f0a-e93906f07f55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445024.9464555,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed60e5ee-b2ac-4e9f-9f0a-e93906f07f55","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785445024.9464972,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d60ca332-58bf-4cd5-964e-365df1a08bea"} {"level":"info","ts":1785445024.954015,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c0e8e0d-96ae-4b07-8bd9-0366d75310b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445024.9540267,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33798.531591924,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445024.9540393,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c0e8e0d-96ae-4b07-8bd9-0366d75310b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785445024.954042,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.0067947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.0938656,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36020.888715475,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.0938883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.0939093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec125fcf-6f01-4132-99c0-2f959e4b46a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.0939538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec125fcf-6f01-4132-99c0-2f959e4b46a5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.0940177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d72cc3-6168-4c3b-8582-18cb2c3c0549"} {"level":"info","ts":1785445025.0944877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a33e3163-4ffe-4f50-b6ce-7f6f86dd09a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.094541,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a33e3163-4ffe-4f50-b6ce-7f6f86dd09a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.0945842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c569a4-f4d7-4373-a2c4-ab0f7c0ebce0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.0946002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c569a4-f4d7-4373-a2c4-ab0f7c0ebce0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785445025.0977178,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d72cc3-6168-4c3b-8582-18cb2c3c0549","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.0977662,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d72cc3-6168-4c3b-8582-18cb2c3c0549","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785445025.1027343,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785445025.1027315,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d72cc3-6168-4c3b-8582-18cb2c3c0549","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785445025.1027696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d72cc3-6168-4c3b-8582-18cb2c3c0549","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.1028585,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6be8f8c-54a2-4b6f-afef-3ec1db212d9e"} {"level":"info","ts":1785445025.1028848,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6be8f8c-54a2-4b6f-afef-3ec1db212d9e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785445025.1064177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72cc0e32-3727-47c9-a18c-a45afca28539","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.1064394,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72cc0e32-3727-47c9-a18c-a45afca28539","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.10647,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61c664aa-0b2c-494b-9270-0b5eecb24765","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445025.1065133,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61c664aa-0b2c-494b-9270-0b5eecb24765","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785445025.1071215,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6be8f8c-54a2-4b6f-afef-3ec1db212d9e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.1071832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8939da-de26-4c2c-9689-5c4037809bc9"} {"level":"info","ts":1785445025.1073675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36490.521069872,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.1073897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.1142762,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785445025.194481,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d60ca332-58bf-4cd5-964e-365df1a08bea","name":"e2e-external-provider"} {"level":"info","ts":1785445025.2039597,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d60ca332-58bf-4cd5-964e-365df1a08bea","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785445025.207374,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8939da-de26-4c2c-9689-5c4037809bc9","name":"e2e-external-model"} {"level":"error","ts":1785445025.2074223,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d60ca332-58bf-4cd5-964e-365df1a08bea","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.2074938,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de3c4e30-3edf-41bc-9576-2e8084cda132"} {"level":"info","ts":1785445025.2075279,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de3c4e30-3edf-41bc-9576-2e8084cda132","name":"e2e-external-provider"} {"level":"info","ts":1785445025.2187798,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de3c4e30-3edf-41bc-9576-2e8084cda132","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785445025.2277305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c43c59fc-ee97-4d9f-b253-691dc7c69190","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.2277565,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c43c59fc-ee97-4d9f-b253-691dc7c69190","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785445025.2339015,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8939da-de26-4c2c-9689-5c4037809bc9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785445025.2340186,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8939da-de26-4c2c-9689-5c4037809bc9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.2340736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343b5ee1-a48a-4592-a928-ff584346af20"} {"level":"info","ts":1785445025.2341344,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343b5ee1-a48a-4592-a928-ff584346af20","name":"e2e-external-model"} {"level":"info","ts":1785445025.2446008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93ecfa0e-5f54-4534-a04c-3bc27c926ed2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.2446284,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93ecfa0e-5f54-4534-a04c-3bc27c926ed2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.248555,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343b5ee1-a48a-4592-a928-ff584346af20","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785445025.2524714,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343b5ee1-a48a-4592-a928-ff584346af20","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.2525284,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1d25951-a2dc-4d41-a5d7-4b31b7a28b04"} {"level":"info","ts":1785445025.2525673,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1d25951-a2dc-4d41-a5d7-4b31b7a28b04","name":"e2e-external-model"} {"level":"info","ts":1785445025.2636166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f1af2e7-2458-47f9-ad88-408f218d4d64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445025.2636476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f1af2e7-2458-47f9-ad88-408f218d4d64","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785445025.263784,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1d25951-a2dc-4d41-a5d7-4b31b7a28b04","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785445025.2669775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1d25951-a2dc-4d41-a5d7-4b31b7a28b04","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445025.2670388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b875c69b-e899-4a42-b9ea-bd7d3940bbdc"} {"level":"info","ts":1785445025.2670765,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b875c69b-e899-4a42-b9ea-bd7d3940bbdc","name":"e2e-external-model"} {"level":"info","ts":1785445025.2753272,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b875c69b-e899-4a42-b9ea-bd7d3940bbdc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445036.8264236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445036.826501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872"} {"level":"info","ts":1785445036.8265128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872"} {"level":"info","ts":1785445036.8265247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872","EoS":false} {"level":"info","ts":1785445036.8265355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872","EoS":true} {"level":"info","ts":1785445036.8265553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785445036.8265707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445036.8265803,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872","modelName":"e2e-external-model"} {"level":"info","ts":1785445036.8265934,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785445036.8266344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98f5a2d9-9a9a-471f-b2b7-b33143035872"} {"level":"info","ts":1785445036.8715792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445036.871631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2"} {"level":"info","ts":1785445036.8716388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2"} {"level":"info","ts":1785445036.871649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2","EoS":false} {"level":"info","ts":1785445036.8716617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2","EoS":true} {"level":"info","ts":1785445036.8716779,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785445036.8716908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445036.871712,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2","modelName":"e2e-external-model"} {"level":"info","ts":1785445036.8717248,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785445036.8717566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e58be649-11b3-453e-91df-ad3ea9ecfef2"} {"level":"info","ts":1785445036.9003997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445036.9004571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445036.9004707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445036.9004872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","EoS":false} {"level":"info","ts":1785445036.9005063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","EoS":true} {"level":"info","ts":1785445036.9005303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785445036.9005456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445036.9005547,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","modelName":"e2e-external-model"} {"level":"info","ts":1785445036.9005713,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785445036.9006095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75fc19f2-c4f3-4e75-8acd-bd9fb09fa468"} {"level":"info","ts":1785445037.1214468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32ee56a0-1619-438d-9768-ccc5faf6dd0d"} {"level":"info","ts":1785445037.1214554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3eba558f-bf22-47a4-94f8-0363963bb692","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1214886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3eba558f-bf22-47a4-94f8-0363963bb692","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785445037.1276877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c4b8f34-3608-453a-b7e8-e12c8f38310e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1277301,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c4b8f34-3608-453a-b7e8-e12c8f38310e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785445037.1289225,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32ee56a0-1619-438d-9768-ccc5faf6dd0d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445037.128977,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32ee56a0-1619-438d-9768-ccc5faf6dd0d","name":"e2e-cleanup-test"} {"level":"info","ts":1785445037.1571777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a07380b-4ffa-4891-b0f1-08c7d8e2328c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1572053,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a07380b-4ffa-4891-b0f1-08c7d8e2328c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785445037.1608055,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32ee56a0-1619-438d-9768-ccc5faf6dd0d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785445037.1609337,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32ee56a0-1619-438d-9768-ccc5faf6dd0d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445037.1610255,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d996e5cd-2119-417b-a76d-3f85c66adb95"} {"level":"info","ts":1785445037.1610913,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d996e5cd-2119-417b-a76d-3f85c66adb95","name":"e2e-cleanup-test"} {"level":"error","ts":1785445037.174471,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d996e5cd-2119-417b-a76d-3f85c66adb95","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785445037.174485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3496a04-79c0-4a6f-ada5-57a8f921ad05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1745098,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3496a04-79c0-4a6f-ada5-57a8f921ad05","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785445037.174568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc456c41-8218-4fd2-ad98-ee39db29c073"} {"level":"info","ts":1785445037.1746123,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc456c41-8218-4fd2-ad98-ee39db29c073","name":"e2e-cleanup-test"} {"level":"info","ts":1785445037.1847217,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc456c41-8218-4fd2-ad98-ee39db29c073","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445037.1900964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7925857-d613-4d54-87f8-3adcbb0c1087","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445037.1901214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7925857-d613-4d54-87f8-3adcbb0c1087","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785445037.1902163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"515db7f5-f420-4b41-8427-82d4086cf696"} {"level":"info","ts":1785445037.1902668,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"515db7f5-f420-4b41-8427-82d4086cf696","name":"e2e-cleanup-test"} {"level":"info","ts":1785445037.2002585,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"515db7f5-f420-4b41-8427-82d4086cf696","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785445045.3948958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"244a0de5-3180-4844-854c-58533758c7c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445045.394951,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"244a0de5-3180-4844-854c-58533758c7c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785445045.3949158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7014752-9b7c-4f1f-9b4a-898007b00484"} {"level":"info","ts":1785445049.70175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.7018347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760"} {"level":"info","ts":1785445049.7018437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760"} {"level":"info","ts":1785445049.701855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760","EoS":false} {"level":"info","ts":1785445049.7018657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760","EoS":true} {"level":"info","ts":1785445049.701886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785445049.701899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785445049.7019243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19ae8796-a456-4019-9f97-c334a2cda760"} {"level":"info","ts":1785445049.725196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.7252505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.7252612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.7252717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","EoS":false} {"level":"info","ts":1785445049.725282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","EoS":true} {"level":"info","ts":1785445049.725301,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785445049.7253153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445049.7253225,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","modelName":"e2e-external-model"} {"level":"info","ts":1785445049.725336,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785445049.7253673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"184f7aa5-5d03-463e-bf6c-825d6694cc27"} {"level":"info","ts":1785445049.8346834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.834764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.834776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.834786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","EoS":false} {"level":"info","ts":1785445049.834795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","EoS":true} {"level":"info","ts":1785445049.834815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785445049.8348334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785445049.8348541,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0cdde85b-25fc-4f08-b280-33502b77b52d"} {"level":"info","ts":1785445049.923816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445049.9238741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445049.923886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445049.9238958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","EoS":false} {"level":"info","ts":1785445049.9239051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","EoS":true} {"level":"info","ts":1785445049.9239225,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f","field":"model"} {"level":"info","ts":1785445049.9239442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"affe3a1b-321f-4fb9-b891-4354c7c2fd9f"} {"level":"info","ts":1785445050.8704305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efaf9baa-3739-44e6-b39d-60e2e9570ab2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445050.8704534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26df39ff-face-4be1-acd9-950ddc3fa9f7"} {"level":"info","ts":1785445050.8704734,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efaf9baa-3739-44e6-b39d-60e2e9570ab2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785445051.0198524,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f3a81ac-df3b-4b6c-9cef-ef8bdee6d33f"} {"level":"info","ts":1785445051.019895,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3ed92771-911c-48de-b4eb-607596de3f56","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785445051.0199223,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3ed92771-911c-48de-b4eb-607596de3f56","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785446567.9237769,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446567.9238858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43e14fa3-2464-4a83-a7ff-c8f4ea3702d3"} {"level":"info","ts":1785446646.004217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446646.0043216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.0043395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"} {"level":"info","ts":1785446646.004357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","EoS":false} {"level":"info","ts":1785446646.0043762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","EoS":true} {"level":"info","ts":1785446646.0044084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446646.0044312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785446646.0044641,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96ee206e-517b-492e-bd3e-2a8ce1eec60f"}