{"level":"info","ts":1785837302.4501648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46865007-03f3-4b6b-93da-b52a4772f06c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837302.4502378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46865007-03f3-4b6b-93da-b52a4772f06c"} {"level":"info","ts":1785837316.1408436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837316.140922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32346ce-97aa-4a64-8aaa-29d59ed9b757"} {"level":"info","ts":1785837316.1409335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a32346ce-97aa-4a64-8aaa-29d59ed9b757"} {"level":"info","ts":1785837316.1409519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a32346ce-97aa-4a64-8aaa-29d59ed9b757","EoS":false} {"level":"info","ts":1785837316.140964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a32346ce-97aa-4a64-8aaa-29d59ed9b757","EoS":true} {"level":"info","ts":1785837316.1409874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a32346ce-97aa-4a64-8aaa-29d59ed9b757","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837316.141003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32346ce-97aa-4a64-8aaa-29d59ed9b757","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837316.141025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a32346ce-97aa-4a64-8aaa-29d59ed9b757"} {"level":"info","ts":1785837316.1824193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837316.1825051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"330c3419-eb35-4cb9-bd77-9773c24292be"} {"level":"info","ts":1785837316.1825233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"330c3419-eb35-4cb9-bd77-9773c24292be"} {"level":"info","ts":1785837316.1825333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"330c3419-eb35-4cb9-bd77-9773c24292be","EoS":false} {"level":"info","ts":1785837316.182543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"330c3419-eb35-4cb9-bd77-9773c24292be","EoS":true} {"level":"info","ts":1785837316.1825619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"330c3419-eb35-4cb9-bd77-9773c24292be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837316.1825747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"330c3419-eb35-4cb9-bd77-9773c24292be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837316.1825938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"330c3419-eb35-4cb9-bd77-9773c24292be"} {"level":"info","ts":1785837316.212622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837316.2126896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d6c01bb-cea0-4c6e-8f41-61d489a73c7a"} {"level":"info","ts":1785837316.2127018,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d6c01bb-cea0-4c6e-8f41-61d489a73c7a"} {"level":"info","ts":1785837316.2127113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d6c01bb-cea0-4c6e-8f41-61d489a73c7a","EoS":false} {"level":"info","ts":1785837316.2127209,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d6c01bb-cea0-4c6e-8f41-61d489a73c7a","EoS":true} {"level":"info","ts":1785837316.2127564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d6c01bb-cea0-4c6e-8f41-61d489a73c7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837316.2127683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d6c01bb-cea0-4c6e-8f41-61d489a73c7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837316.2127867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d6c01bb-cea0-4c6e-8f41-61d489a73c7a"} {"level":"info","ts":1785837316.2803352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837316.280399,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efb42c31-c32e-4912-b0b3-83a63ab9557b"} {"level":"info","ts":1785837316.2804096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efb42c31-c32e-4912-b0b3-83a63ab9557b"} {"level":"info","ts":1785837316.2804203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efb42c31-c32e-4912-b0b3-83a63ab9557b","EoS":false} {"level":"info","ts":1785837316.2804327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efb42c31-c32e-4912-b0b3-83a63ab9557b","EoS":true} {"level":"info","ts":1785837316.2804482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efb42c31-c32e-4912-b0b3-83a63ab9557b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837316.2804625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efb42c31-c32e-4912-b0b3-83a63ab9557b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837316.28048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efb42c31-c32e-4912-b0b3-83a63ab9557b"} {"level":"info","ts":1785837317.031833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837317.0319018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e7df98d-f9fe-4c94-b48b-27bc8a2a0c58"} {"level":"info","ts":1785837317.0319147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e7df98d-f9fe-4c94-b48b-27bc8a2a0c58"} {"level":"info","ts":1785837317.0319254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e7df98d-f9fe-4c94-b48b-27bc8a2a0c58","EoS":false} {"level":"info","ts":1785837317.0319355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e7df98d-f9fe-4c94-b48b-27bc8a2a0c58","EoS":true} {"level":"info","ts":1785837317.0319552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e7df98d-f9fe-4c94-b48b-27bc8a2a0c58","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837317.0319703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e7df98d-f9fe-4c94-b48b-27bc8a2a0c58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837317.0319932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e7df98d-f9fe-4c94-b48b-27bc8a2a0c58"} {"level":"info","ts":1785837317.0743093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837317.0743763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40cd6282-fdaa-4c83-ae38-18ac6f8595de"} {"level":"info","ts":1785837317.0743866,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40cd6282-fdaa-4c83-ae38-18ac6f8595de"} {"level":"info","ts":1785837317.0743978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40cd6282-fdaa-4c83-ae38-18ac6f8595de","EoS":false} {"level":"info","ts":1785837317.074407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40cd6282-fdaa-4c83-ae38-18ac6f8595de","EoS":true} {"level":"info","ts":1785837317.074427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40cd6282-fdaa-4c83-ae38-18ac6f8595de","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837317.0744414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40cd6282-fdaa-4c83-ae38-18ac6f8595de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837317.0744593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40cd6282-fdaa-4c83-ae38-18ac6f8595de"} {"level":"info","ts":1785837321.2657137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837321.2658243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"927af56f-7227-4da2-b823-f6ff7c8bb325"} {"level":"info","ts":1785837321.2658362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"927af56f-7227-4da2-b823-f6ff7c8bb325"} {"level":"info","ts":1785837321.265847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"927af56f-7227-4da2-b823-f6ff7c8bb325","EoS":false} {"level":"info","ts":1785837321.2658577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"927af56f-7227-4da2-b823-f6ff7c8bb325","EoS":true} {"level":"info","ts":1785837321.2658796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"927af56f-7227-4da2-b823-f6ff7c8bb325","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837321.265895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"927af56f-7227-4da2-b823-f6ff7c8bb325","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837321.2659175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"927af56f-7227-4da2-b823-f6ff7c8bb325"} {"level":"info","ts":1785837337.1968508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837337.19693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdcb9388-7cc3-44af-9e33-5bc48d7ab4ce"} {"level":"info","ts":1785837337.196949,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdcb9388-7cc3-44af-9e33-5bc48d7ab4ce"} {"level":"info","ts":1785837337.1969652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdcb9388-7cc3-44af-9e33-5bc48d7ab4ce","EoS":false} {"level":"info","ts":1785837337.1969786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdcb9388-7cc3-44af-9e33-5bc48d7ab4ce","EoS":true} {"level":"info","ts":1785837337.1969988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdcb9388-7cc3-44af-9e33-5bc48d7ab4ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837337.197013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdcb9388-7cc3-44af-9e33-5bc48d7ab4ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837337.1970394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdcb9388-7cc3-44af-9e33-5bc48d7ab4ce"} {"level":"info","ts":1785837337.3552427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837337.3553236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f138a04-2007-453f-b976-738eeeae93da"} {"level":"info","ts":1785837337.3553355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f138a04-2007-453f-b976-738eeeae93da"} {"level":"info","ts":1785837337.3553464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f138a04-2007-453f-b976-738eeeae93da","EoS":false} {"level":"info","ts":1785837337.355357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f138a04-2007-453f-b976-738eeeae93da","EoS":true} {"level":"info","ts":1785837337.3553755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f138a04-2007-453f-b976-738eeeae93da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837337.3553908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f138a04-2007-453f-b976-738eeeae93da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837337.355411,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f138a04-2007-453f-b976-738eeeae93da"} {"level":"info","ts":1785837337.498027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837337.498117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cb482c1-407d-4826-a8df-9f558a75ac7f"} {"level":"info","ts":1785837337.4981282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cb482c1-407d-4826-a8df-9f558a75ac7f"} {"level":"info","ts":1785837337.4981391,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cb482c1-407d-4826-a8df-9f558a75ac7f","EoS":false} {"level":"info","ts":1785837337.49815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cb482c1-407d-4826-a8df-9f558a75ac7f","EoS":true} {"level":"info","ts":1785837337.4981697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cb482c1-407d-4826-a8df-9f558a75ac7f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837337.4981844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cb482c1-407d-4826-a8df-9f558a75ac7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837337.4982107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cb482c1-407d-4826-a8df-9f558a75ac7f"} {"level":"info","ts":1785837337.6392224,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837337.6393046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb3adc8b-2833-4fd6-8499-6d676755f5f1"} {"level":"info","ts":1785837337.6393173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb3adc8b-2833-4fd6-8499-6d676755f5f1"} {"level":"info","ts":1785837337.6393344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb3adc8b-2833-4fd6-8499-6d676755f5f1","EoS":false} {"level":"info","ts":1785837337.6393478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb3adc8b-2833-4fd6-8499-6d676755f5f1","EoS":true} {"level":"info","ts":1785837337.6393697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb3adc8b-2833-4fd6-8499-6d676755f5f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837337.6393828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb3adc8b-2833-4fd6-8499-6d676755f5f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837337.6393979,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb3adc8b-2833-4fd6-8499-6d676755f5f1"} {"level":"info","ts":1785837337.7817173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837337.7818332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6813a6fc-5fc3-46aa-838e-870543c4e3c7"} {"level":"info","ts":1785837337.7818465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6813a6fc-5fc3-46aa-838e-870543c4e3c7"} {"level":"info","ts":1785837337.781859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6813a6fc-5fc3-46aa-838e-870543c4e3c7","EoS":false} {"level":"info","ts":1785837337.781873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6813a6fc-5fc3-46aa-838e-870543c4e3c7","EoS":true} {"level":"info","ts":1785837337.7818992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6813a6fc-5fc3-46aa-838e-870543c4e3c7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837337.7819123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6813a6fc-5fc3-46aa-838e-870543c4e3c7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837337.7819278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6813a6fc-5fc3-46aa-838e-870543c4e3c7"} {"level":"info","ts":1785837337.9197853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837337.9198794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da395805-8109-4dc2-8386-9edbdcc76936"} {"level":"info","ts":1785837337.919893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da395805-8109-4dc2-8386-9edbdcc76936"} {"level":"info","ts":1785837337.9199045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da395805-8109-4dc2-8386-9edbdcc76936","EoS":false} {"level":"info","ts":1785837337.919917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da395805-8109-4dc2-8386-9edbdcc76936","EoS":true} {"level":"info","ts":1785837337.9199452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da395805-8109-4dc2-8386-9edbdcc76936","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837337.9199605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da395805-8109-4dc2-8386-9edbdcc76936","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837337.9199827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da395805-8109-4dc2-8386-9edbdcc76936"} {"level":"info","ts":1785837359.2575865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837359.2576988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e27027b3-5ca5-45a5-a76c-4bd94b9817c1"} {"level":"info","ts":1785837359.257713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e27027b3-5ca5-45a5-a76c-4bd94b9817c1"} {"level":"info","ts":1785837359.2577245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e27027b3-5ca5-45a5-a76c-4bd94b9817c1","EoS":false} {"level":"info","ts":1785837359.257758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e27027b3-5ca5-45a5-a76c-4bd94b9817c1","EoS":true} {"level":"info","ts":1785837359.2577791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e27027b3-5ca5-45a5-a76c-4bd94b9817c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837359.2577941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e27027b3-5ca5-45a5-a76c-4bd94b9817c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837359.257815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e27027b3-5ca5-45a5-a76c-4bd94b9817c1"} {"level":"info","ts":1785837359.3013153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837359.301384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78323e58-77f3-417c-b4a3-d0b76f277ffa"} {"level":"info","ts":1785837359.3013937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78323e58-77f3-417c-b4a3-d0b76f277ffa"} {"level":"info","ts":1785837359.3014042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78323e58-77f3-417c-b4a3-d0b76f277ffa","EoS":false} {"level":"info","ts":1785837359.3014152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78323e58-77f3-417c-b4a3-d0b76f277ffa","EoS":true} {"level":"info","ts":1785837359.3014376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78323e58-77f3-417c-b4a3-d0b76f277ffa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837359.3014524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78323e58-77f3-417c-b4a3-d0b76f277ffa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837359.3014712,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78323e58-77f3-417c-b4a3-d0b76f277ffa"} {"level":"info","ts":1785837359.3396344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837359.3397136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"487868e0-4b58-45fe-93d2-132f0c35cee6"} {"level":"info","ts":1785837359.3397381,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"487868e0-4b58-45fe-93d2-132f0c35cee6"} {"level":"info","ts":1785837359.3397515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"487868e0-4b58-45fe-93d2-132f0c35cee6","EoS":false} {"level":"info","ts":1785837359.3397632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"487868e0-4b58-45fe-93d2-132f0c35cee6","EoS":true} {"level":"info","ts":1785837359.339784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"487868e0-4b58-45fe-93d2-132f0c35cee6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837359.3397987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"487868e0-4b58-45fe-93d2-132f0c35cee6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837359.339817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"487868e0-4b58-45fe-93d2-132f0c35cee6"} {"level":"info","ts":1785837359.3786244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837359.3786993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e86e596-6438-4d5d-8d14-f7ad2db142ec"} {"level":"info","ts":1785837359.378711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e86e596-6438-4d5d-8d14-f7ad2db142ec"} {"level":"info","ts":1785837359.3787215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e86e596-6438-4d5d-8d14-f7ad2db142ec","EoS":false} {"level":"info","ts":1785837359.3787515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e86e596-6438-4d5d-8d14-f7ad2db142ec","EoS":true} {"level":"info","ts":1785837359.378773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e86e596-6438-4d5d-8d14-f7ad2db142ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837359.3787887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e86e596-6438-4d5d-8d14-f7ad2db142ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837359.378812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e86e596-6438-4d5d-8d14-f7ad2db142ec"} {"level":"info","ts":1785837359.4124496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837359.412525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1dd8bfc-bf01-41ed-8799-feb473d7dfb2"} {"level":"info","ts":1785837364.102981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837364.1030653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45acf007-7e76-4512-a1e7-58d1afdc9b33"} {"level":"info","ts":1785837364.1030805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45acf007-7e76-4512-a1e7-58d1afdc9b33"} {"level":"info","ts":1785837364.1030931,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45acf007-7e76-4512-a1e7-58d1afdc9b33","EoS":false} {"level":"info","ts":1785837364.1031103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45acf007-7e76-4512-a1e7-58d1afdc9b33","EoS":true} {"level":"info","ts":1785837364.1031315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45acf007-7e76-4512-a1e7-58d1afdc9b33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837364.1031725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45acf007-7e76-4512-a1e7-58d1afdc9b33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837364.1032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45acf007-7e76-4512-a1e7-58d1afdc9b33"} {"level":"info","ts":1785837372.72942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837372.7295053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb3ed6b8-1b85-4256-a9c4-130f9db2e387"} {"level":"info","ts":1785837372.729518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb3ed6b8-1b85-4256-a9c4-130f9db2e387"} {"level":"info","ts":1785837372.7295291,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb3ed6b8-1b85-4256-a9c4-130f9db2e387","EoS":false} {"level":"info","ts":1785837372.729541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb3ed6b8-1b85-4256-a9c4-130f9db2e387","EoS":true} {"level":"info","ts":1785837372.7295618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb3ed6b8-1b85-4256-a9c4-130f9db2e387","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837372.729577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb3ed6b8-1b85-4256-a9c4-130f9db2e387","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837372.729596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb3ed6b8-1b85-4256-a9c4-130f9db2e387"} {"level":"info","ts":1785837385.6946328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837385.6947193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e523e337-f485-4b1f-993c-264f3e4f74fc"} {"level":"info","ts":1785837385.6947575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e523e337-f485-4b1f-993c-264f3e4f74fc"} {"level":"info","ts":1785837385.6947758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e523e337-f485-4b1f-993c-264f3e4f74fc","EoS":false} {"level":"info","ts":1785837385.694794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e523e337-f485-4b1f-993c-264f3e4f74fc","EoS":true} {"level":"info","ts":1785837385.694821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e523e337-f485-4b1f-993c-264f3e4f74fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837385.6948388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e523e337-f485-4b1f-993c-264f3e4f74fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837385.6948662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e523e337-f485-4b1f-993c-264f3e4f74fc"} {"level":"info","ts":1785837394.2973633,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837394.2974515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2471bb1-e51c-412f-98e2-86b64588aca0"} {"level":"info","ts":1785837394.2974646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2471bb1-e51c-412f-98e2-86b64588aca0"} {"level":"info","ts":1785837394.2974818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2471bb1-e51c-412f-98e2-86b64588aca0","EoS":false} {"level":"info","ts":1785837394.2974997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2471bb1-e51c-412f-98e2-86b64588aca0","EoS":true} {"level":"info","ts":1785837394.2975206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2471bb1-e51c-412f-98e2-86b64588aca0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837394.2975366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2471bb1-e51c-412f-98e2-86b64588aca0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837394.2975595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2471bb1-e51c-412f-98e2-86b64588aca0"} {"level":"info","ts":1785837403.389817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837403.389908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e4d7f2e-9838-4156-a336-0613d27a7089"} {"level":"info","ts":1785837403.3899233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e4d7f2e-9838-4156-a336-0613d27a7089"} {"level":"info","ts":1785837403.3899438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e4d7f2e-9838-4156-a336-0613d27a7089","EoS":false} {"level":"info","ts":1785837403.389964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e4d7f2e-9838-4156-a336-0613d27a7089","EoS":true} {"level":"info","ts":1785837403.3899963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e4d7f2e-9838-4156-a336-0613d27a7089","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837403.3900146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e4d7f2e-9838-4156-a336-0613d27a7089","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837403.390046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e4d7f2e-9838-4156-a336-0613d27a7089"} {"level":"info","ts":1785837412.4965816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837412.4966679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"515c0882-4bce-43a5-b01c-5f0e3f39890a"} {"level":"info","ts":1785837412.49668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"515c0882-4bce-43a5-b01c-5f0e3f39890a"} {"level":"info","ts":1785837412.4966915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"515c0882-4bce-43a5-b01c-5f0e3f39890a","EoS":false} {"level":"info","ts":1785837412.4967017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"515c0882-4bce-43a5-b01c-5f0e3f39890a","EoS":true} {"level":"info","ts":1785837412.4967227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"515c0882-4bce-43a5-b01c-5f0e3f39890a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837412.4967713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"515c0882-4bce-43a5-b01c-5f0e3f39890a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837412.4967928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"515c0882-4bce-43a5-b01c-5f0e3f39890a"} {"level":"info","ts":1785837417.3135495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837417.3136308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfc86fef-a3bb-4607-9289-d9e854be63a8"} {"level":"info","ts":1785837417.313653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfc86fef-a3bb-4607-9289-d9e854be63a8"} {"level":"info","ts":1785837417.3136647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfc86fef-a3bb-4607-9289-d9e854be63a8","EoS":false} {"level":"info","ts":1785837417.313678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfc86fef-a3bb-4607-9289-d9e854be63a8","EoS":true} {"level":"info","ts":1785837417.3137004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfc86fef-a3bb-4607-9289-d9e854be63a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785837417.3137157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfc86fef-a3bb-4607-9289-d9e854be63a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837417.3137548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfc86fef-a3bb-4607-9289-d9e854be63a8"} {"level":"info","ts":1785837422.1972775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837422.1973522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"622fa44b-36c8-473e-a26a-920b538cd6aa"} {"level":"info","ts":1785837422.1973636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"622fa44b-36c8-473e-a26a-920b538cd6aa"} {"level":"info","ts":1785837422.1973753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"622fa44b-36c8-473e-a26a-920b538cd6aa","EoS":false} {"level":"info","ts":1785837422.197386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"622fa44b-36c8-473e-a26a-920b538cd6aa","EoS":true} {"level":"info","ts":1785837422.1974058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"622fa44b-36c8-473e-a26a-920b538cd6aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837422.1974208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"622fa44b-36c8-473e-a26a-920b538cd6aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837422.197442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"622fa44b-36c8-473e-a26a-920b538cd6aa"} {"level":"info","ts":1785837433.2778416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837433.2779412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb0b1b5-792f-4d7b-a081-b70c0a96f205"} {"level":"info","ts":1785837433.2779553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfb0b1b5-792f-4d7b-a081-b70c0a96f205"} {"level":"info","ts":1785837433.2779737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb0b1b5-792f-4d7b-a081-b70c0a96f205","EoS":false} {"level":"info","ts":1785837433.2779937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb0b1b5-792f-4d7b-a081-b70c0a96f205","EoS":true} {"level":"info","ts":1785837433.2780218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfb0b1b5-792f-4d7b-a081-b70c0a96f205","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837433.2780402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfb0b1b5-792f-4d7b-a081-b70c0a96f205","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837433.2780664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfb0b1b5-792f-4d7b-a081-b70c0a96f205"} {"level":"info","ts":1785837469.4353318,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837469.435412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d483aee-b846-4e69-9bc1-6f3fe43fc036"} {"level":"info","ts":1785837469.4354246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d483aee-b846-4e69-9bc1-6f3fe43fc036"} {"level":"info","ts":1785837469.435436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d483aee-b846-4e69-9bc1-6f3fe43fc036","EoS":false} {"level":"info","ts":1785837469.4354472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d483aee-b846-4e69-9bc1-6f3fe43fc036","EoS":true} {"level":"info","ts":1785837469.435468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d483aee-b846-4e69-9bc1-6f3fe43fc036","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837469.4354832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d483aee-b846-4e69-9bc1-6f3fe43fc036","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837469.4355054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d483aee-b846-4e69-9bc1-6f3fe43fc036"} {"level":"info","ts":1785837478.9146268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837478.9148219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc4ceb40-a916-4475-b7a1-2333fb458894"} {"level":"info","ts":1785837478.9149435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc4ceb40-a916-4475-b7a1-2333fb458894"} {"level":"info","ts":1785837478.9149914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc4ceb40-a916-4475-b7a1-2333fb458894","EoS":false} {"level":"info","ts":1785837478.9150422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc4ceb40-a916-4475-b7a1-2333fb458894","EoS":true} {"level":"info","ts":1785837478.9151092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc4ceb40-a916-4475-b7a1-2333fb458894","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837478.9151578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc4ceb40-a916-4475-b7a1-2333fb458894","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837478.9152162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc4ceb40-a916-4475-b7a1-2333fb458894"} {"level":"info","ts":1785837495.405104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837495.4051845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93362d31-195b-44eb-b1e6-e0c11d70cbe3"} {"level":"info","ts":1785837495.4051921,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93362d31-195b-44eb-b1e6-e0c11d70cbe3"} {"level":"info","ts":1785837495.4052038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93362d31-195b-44eb-b1e6-e0c11d70cbe3","EoS":false} {"level":"info","ts":1785837495.4052181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93362d31-195b-44eb-b1e6-e0c11d70cbe3","EoS":true} {"level":"info","ts":1785837495.4052444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93362d31-195b-44eb-b1e6-e0c11d70cbe3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837495.4052677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93362d31-195b-44eb-b1e6-e0c11d70cbe3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837495.4052947,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93362d31-195b-44eb-b1e6-e0c11d70cbe3"} {"level":"info","ts":1785837505.1941664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837505.194246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb4c4925-35f7-46a9-b8d1-6c7631e15589"} {"level":"info","ts":1785837505.1942592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb4c4925-35f7-46a9-b8d1-6c7631e15589"} {"level":"info","ts":1785837505.1942701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb4c4925-35f7-46a9-b8d1-6c7631e15589","EoS":false} {"level":"info","ts":1785837505.1942859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb4c4925-35f7-46a9-b8d1-6c7631e15589","EoS":true} {"level":"info","ts":1785837505.1943073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb4c4925-35f7-46a9-b8d1-6c7631e15589","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837505.1943235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb4c4925-35f7-46a9-b8d1-6c7631e15589","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837505.1943831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb4c4925-35f7-46a9-b8d1-6c7631e15589"} {"level":"info","ts":1785837514.994604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837514.994681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dee1469-b687-4eb1-8be3-99080931b2cc"} {"level":"info","ts":1785837514.9946952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dee1469-b687-4eb1-8be3-99080931b2cc"} {"level":"info","ts":1785837514.9947083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dee1469-b687-4eb1-8be3-99080931b2cc","EoS":false} {"level":"info","ts":1785837514.9947205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dee1469-b687-4eb1-8be3-99080931b2cc","EoS":true} {"level":"info","ts":1785837514.994764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dee1469-b687-4eb1-8be3-99080931b2cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837514.9947813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dee1469-b687-4eb1-8be3-99080931b2cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837514.994802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2dee1469-b687-4eb1-8be3-99080931b2cc"} {"level":"info","ts":1785837515.0364778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837515.0365345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbf19acb-3cd6-4c14-87f4-b2191350d207"} {"level":"info","ts":1785837515.0365424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbf19acb-3cd6-4c14-87f4-b2191350d207"} {"level":"info","ts":1785837515.0365522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbf19acb-3cd6-4c14-87f4-b2191350d207","EoS":false} {"level":"info","ts":1785837515.0365624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbf19acb-3cd6-4c14-87f4-b2191350d207","EoS":true} {"level":"info","ts":1785837515.0365791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbf19acb-3cd6-4c14-87f4-b2191350d207","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837515.0365899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbf19acb-3cd6-4c14-87f4-b2191350d207","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837515.0366082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbf19acb-3cd6-4c14-87f4-b2191350d207"} {"level":"info","ts":1785837534.6212964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837534.6213963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51e88d2f-97f4-4ec3-8095-debe8f8aeaaf"} {"level":"info","ts":1785837534.6214085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51e88d2f-97f4-4ec3-8095-debe8f8aeaaf"} {"level":"info","ts":1785837534.6214197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51e88d2f-97f4-4ec3-8095-debe8f8aeaaf","EoS":false} {"level":"info","ts":1785837534.621433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51e88d2f-97f4-4ec3-8095-debe8f8aeaaf","EoS":true} {"level":"info","ts":1785837534.6214528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51e88d2f-97f4-4ec3-8095-debe8f8aeaaf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837534.6214693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51e88d2f-97f4-4ec3-8095-debe8f8aeaaf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837534.6215236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51e88d2f-97f4-4ec3-8095-debe8f8aeaaf"} {"level":"info","ts":1785837544.052189,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837544.0523002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50f5c074-f2bf-4de7-82bf-60b4a9b01ef3"} {"level":"info","ts":1785837544.0523207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50f5c074-f2bf-4de7-82bf-60b4a9b01ef3"} {"level":"info","ts":1785837544.0523398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50f5c074-f2bf-4de7-82bf-60b4a9b01ef3","EoS":false} {"level":"info","ts":1785837544.0523615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50f5c074-f2bf-4de7-82bf-60b4a9b01ef3","EoS":true} {"level":"info","ts":1785837544.0524092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50f5c074-f2bf-4de7-82bf-60b4a9b01ef3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837544.0524304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50f5c074-f2bf-4de7-82bf-60b4a9b01ef3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837544.0524647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50f5c074-f2bf-4de7-82bf-60b4a9b01ef3"} {"level":"info","ts":1785837560.1853714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837560.1854603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed5530da-f2b4-4439-afc8-f5daf6ec9c4e"} {"level":"info","ts":1785837560.1854737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed5530da-f2b4-4439-afc8-f5daf6ec9c4e"} {"level":"info","ts":1785837560.1854858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed5530da-f2b4-4439-afc8-f5daf6ec9c4e","EoS":false} {"level":"info","ts":1785837560.185498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed5530da-f2b4-4439-afc8-f5daf6ec9c4e","EoS":true} {"level":"info","ts":1785837560.185522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed5530da-f2b4-4439-afc8-f5daf6ec9c4e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785837560.1855419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed5530da-f2b4-4439-afc8-f5daf6ec9c4e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785837560.1855636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed5530da-f2b4-4439-afc8-f5daf6ec9c4e"} {"level":"info","ts":1785837694.1797214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837694.1798265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c342e2df-32cc-4209-a334-24814120a1b5"} {"level":"info","ts":1785837694.179841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c342e2df-32cc-4209-a334-24814120a1b5"} {"level":"info","ts":1785837694.1798527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c342e2df-32cc-4209-a334-24814120a1b5","EoS":false} {"level":"info","ts":1785837694.1798644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c342e2df-32cc-4209-a334-24814120a1b5","EoS":true} {"level":"info","ts":1785837694.1798851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c342e2df-32cc-4209-a334-24814120a1b5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785837694.179901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c342e2df-32cc-4209-a334-24814120a1b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785837694.1799197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c342e2df-32cc-4209-a334-24814120a1b5"} {"level":"info","ts":1785837715.959449,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837715.9595332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ee000f6-dea0-45f2-9f9e-9c5441722fc9"} {"level":"info","ts":1785837715.9595442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ee000f6-dea0-45f2-9f9e-9c5441722fc9"} {"level":"info","ts":1785837715.959555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ee000f6-dea0-45f2-9f9e-9c5441722fc9","EoS":false} {"level":"info","ts":1785837715.9595675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ee000f6-dea0-45f2-9f9e-9c5441722fc9","EoS":true} {"level":"info","ts":1785837715.9595938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ee000f6-dea0-45f2-9f9e-9c5441722fc9","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785837715.9596102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ee000f6-dea0-45f2-9f9e-9c5441722fc9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785837715.959629,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ee000f6-dea0-45f2-9f9e-9c5441722fc9"} {"level":"info","ts":1785837779.2402906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837779.240372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"629d1fa9-03d4-4e04-a83c-852e34e3140f"} {"level":"info","ts":1785837779.240385,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"629d1fa9-03d4-4e04-a83c-852e34e3140f"} {"level":"info","ts":1785837779.240397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"629d1fa9-03d4-4e04-a83c-852e34e3140f","EoS":false} {"level":"info","ts":1785837779.2404163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"629d1fa9-03d4-4e04-a83c-852e34e3140f","EoS":true} {"level":"info","ts":1785837779.2404373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"629d1fa9-03d4-4e04-a83c-852e34e3140f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837779.2404554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"629d1fa9-03d4-4e04-a83c-852e34e3140f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837779.240482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"629d1fa9-03d4-4e04-a83c-852e34e3140f"} {"level":"info","ts":1785837794.8876657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837794.8877869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61618691-d888-420a-a1cc-f7fefdfb56f4"} {"level":"info","ts":1785837794.8878062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61618691-d888-420a-a1cc-f7fefdfb56f4"} {"level":"info","ts":1785837794.887824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61618691-d888-420a-a1cc-f7fefdfb56f4","EoS":false} {"level":"info","ts":1785837794.887842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61618691-d888-420a-a1cc-f7fefdfb56f4","EoS":true} {"level":"info","ts":1785837794.8878713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61618691-d888-420a-a1cc-f7fefdfb56f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837794.8879023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61618691-d888-420a-a1cc-f7fefdfb56f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837794.8879335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61618691-d888-420a-a1cc-f7fefdfb56f4"} {"level":"info","ts":1785837795.2101815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837795.210267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d8182c8-47a6-42e2-9ebd-58751c789ed9"} {"level":"info","ts":1785837795.2102811,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d8182c8-47a6-42e2-9ebd-58751c789ed9"} {"level":"info","ts":1785837795.2102995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d8182c8-47a6-42e2-9ebd-58751c789ed9","EoS":false} {"level":"info","ts":1785837795.2103195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d8182c8-47a6-42e2-9ebd-58751c789ed9","EoS":true} {"level":"info","ts":1785837795.21035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d8182c8-47a6-42e2-9ebd-58751c789ed9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837795.2103677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d8182c8-47a6-42e2-9ebd-58751c789ed9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785837795.2103934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d8182c8-47a6-42e2-9ebd-58751c789ed9"} {"level":"info","ts":1785838162.9601653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838162.960251,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5033c0f7-4705-4348-97de-2ca8ca0916af"} {"level":"info","ts":1785838162.9602656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5033c0f7-4705-4348-97de-2ca8ca0916af"} {"level":"info","ts":1785838162.9602797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5033c0f7-4705-4348-97de-2ca8ca0916af","EoS":false} {"level":"info","ts":1785838162.9602897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5033c0f7-4705-4348-97de-2ca8ca0916af","EoS":true} {"level":"info","ts":1785838162.9603105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5033c0f7-4705-4348-97de-2ca8ca0916af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785838162.9603236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5033c0f7-4705-4348-97de-2ca8ca0916af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785838162.9603453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5033c0f7-4705-4348-97de-2ca8ca0916af"} {"level":"info","ts":1785838163.0056527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838163.005754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bffcefde-b693-4e90-bfcc-8ae4ce391f48"} {"level":"info","ts":1785838163.00577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bffcefde-b693-4e90-bfcc-8ae4ce391f48"} {"level":"info","ts":1785838163.0057898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bffcefde-b693-4e90-bfcc-8ae4ce391f48","EoS":false} {"level":"info","ts":1785838163.0058115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bffcefde-b693-4e90-bfcc-8ae4ce391f48","EoS":true} {"level":"info","ts":1785838163.0058382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bffcefde-b693-4e90-bfcc-8ae4ce391f48","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785838163.0058556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bffcefde-b693-4e90-bfcc-8ae4ce391f48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785838163.0058806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bffcefde-b693-4e90-bfcc-8ae4ce391f48"} {"level":"info","ts":1785838163.0535712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838163.0536363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bc69202-8613-4223-873b-08f1c35a4112"} {"level":"info","ts":1785838163.0536516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bc69202-8613-4223-873b-08f1c35a4112"} {"level":"info","ts":1785838163.0536697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bc69202-8613-4223-873b-08f1c35a4112","EoS":false} {"level":"info","ts":1785838163.0536993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bc69202-8613-4223-873b-08f1c35a4112","EoS":true} {"level":"info","ts":1785838163.053749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bc69202-8613-4223-873b-08f1c35a4112","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785838163.053767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bc69202-8613-4223-873b-08f1c35a4112","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785838163.0537927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bc69202-8613-4223-873b-08f1c35a4112"} {"level":"info","ts":1785838163.0983706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838163.0984201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19586baf-f7d5-4fab-a94d-fdbfc27c8acc"} {"level":"info","ts":1785838163.0984304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19586baf-f7d5-4fab-a94d-fdbfc27c8acc"} {"level":"info","ts":1785838163.0984404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19586baf-f7d5-4fab-a94d-fdbfc27c8acc","EoS":false} {"level":"info","ts":1785838163.0984495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19586baf-f7d5-4fab-a94d-fdbfc27c8acc","EoS":true} {"level":"info","ts":1785838163.098465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19586baf-f7d5-4fab-a94d-fdbfc27c8acc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785838163.098477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19586baf-f7d5-4fab-a94d-fdbfc27c8acc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785838163.0984917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19586baf-f7d5-4fab-a94d-fdbfc27c8acc"} {"level":"info","ts":1785838168.2516422,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b24ab97-85aa-4e38-896b-b326a3300a6e"} {"level":"info","ts":1785838168.251673,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ffa1dcb-12bb-4536-8ba5-2ac429988725","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785838168.2517202,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ffa1dcb-12bb-4536-8ba5-2ac429988725","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785838168.2591903,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6485a29-089b-4639-b2e9-13d296186b70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785838168.259222,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6485a29-089b-4639-b2e9-13d296186b70","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785838168.2662923,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b24ab97-85aa-4e38-896b-b326a3300a6e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838168.266547,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37778.510670383,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.2665648,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.4395218,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40b4f943-5576-406e-83c9-0f4f8bd81047","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785838168.4395742,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40b4f943-5576-406e-83c9-0f4f8bd81047","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785838168.4401972,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c52085f9-45ea-42ae-b979-bbe18f056d86","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785838168.4402845,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c52085f9-45ea-42ae-b979-bbe18f056d86","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785838168.440365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03ca8635-cdd9-41c8-99dd-59e6eef57f44"} {"level":"info","ts":1785838168.4405732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"755e5528-bf9e-41b0-bfc9-d26ca8818447","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785838168.440592,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"755e5528-bf9e-41b0-bfc9-d26ca8818447","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785838168.4406443,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36462.637340588,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.4406571,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.4409752,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.4673004,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37405.263582481,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.467326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.4778,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.5392315,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785838168.541623,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03ca8635-cdd9-41c8-99dd-59e6eef57f44","name":"e2e-external-model"} {"level":"info","ts":1785838168.5500937,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"236e39a5-63c9-48b1-aad5-b8545f06dbf4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785838168.5501392,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"236e39a5-63c9-48b1-aad5-b8545f06dbf4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785838168.5683355,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b24ab97-85aa-4e38-896b-b326a3300a6e","name":"e2e-external-provider"} {"level":"error","ts":1785838168.5867684,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03ca8635-cdd9-41c8-99dd-59e6eef57f44","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785838168.586825,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03ca8635-cdd9-41c8-99dd-59e6eef57f44","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838168.5869086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"543f6769-5ce3-4975-9586-78c3f1b41bd2"} {"level":"info","ts":1785838168.5869637,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"543f6769-5ce3-4975-9586-78c3f1b41bd2","name":"e2e-external-model"} {"level":"info","ts":1785838168.5964744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"652d7c0c-657d-469b-84dd-283b450107d3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785838168.596509,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"652d7c0c-657d-469b-84dd-283b450107d3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785838168.60424,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b24ab97-85aa-4e38-896b-b326a3300a6e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785838168.6057732,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"543f6769-5ce3-4975-9586-78c3f1b41bd2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785838168.6106298,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b24ab97-85aa-4e38-896b-b326a3300a6e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838168.610721,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43386e0f-6f8a-49ee-95b2-c35ea7c0a261"} {"level":"info","ts":1785838168.6107912,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43386e0f-6f8a-49ee-95b2-c35ea7c0a261","name":"e2e-external-provider"} {"level":"error","ts":1785838168.6108875,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"543f6769-5ce3-4975-9586-78c3f1b41bd2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838168.6109662,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4388bc3e-6815-4595-b5fa-f75e620ba653"} {"level":"info","ts":1785838168.6110141,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4388bc3e-6815-4595-b5fa-f75e620ba653","name":"e2e-external-model"} {"level":"info","ts":1785838168.6210563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f89499f8-291a-4613-9537-4d2933d37a1f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785838168.6210818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f89499f8-291a-4613-9537-4d2933d37a1f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785838168.6230881,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4388bc3e-6815-4595-b5fa-f75e620ba653","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785838168.6305938,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4388bc3e-6815-4595-b5fa-f75e620ba653","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838168.6306846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a55c8af-41de-4c41-ad20-f2bb501f6bf0"} {"level":"info","ts":1785838168.6307454,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a55c8af-41de-4c41-ad20-f2bb501f6bf0","name":"e2e-external-model"} {"level":"info","ts":1785838168.6332188,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43386e0f-6f8a-49ee-95b2-c35ea7c0a261","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785838168.6429162,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a55c8af-41de-4c41-ad20-f2bb501f6bf0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785838180.8113406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838180.811413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4"} {"level":"info","ts":1785838180.8114257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4"} {"level":"info","ts":1785838180.8114371,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4","EoS":false} {"level":"info","ts":1785838180.8114467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4","EoS":true} {"level":"info","ts":1785838180.8114667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785838180.8114824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785838180.8114917,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4","modelName":"e2e-external-model"} {"level":"info","ts":1785838180.811505,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785838180.811546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e15a7789-d2b0-4714-8687-145b4a1270b4"} {"level":"info","ts":1785838180.8834827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838180.883537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7"} {"level":"info","ts":1785838180.8835456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7"} {"level":"info","ts":1785838180.883556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7","EoS":false} {"level":"info","ts":1785838180.8835697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7","EoS":true} {"level":"info","ts":1785838180.8835878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785838180.8836014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785838180.8836079,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7","modelName":"e2e-external-model"} {"level":"info","ts":1785838180.8836212,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785838180.883653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9cb433ac-bcef-48ba-933b-d4fbd5e8fcb7"} {"level":"info","ts":1785838180.9173548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838180.9174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973"} {"level":"info","ts":1785838180.9174068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973"} {"level":"info","ts":1785838180.9174173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973","EoS":false} {"level":"info","ts":1785838180.917426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973","EoS":true} {"level":"info","ts":1785838180.917442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785838180.9174554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785838180.9174612,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973","modelName":"e2e-external-model"} {"level":"info","ts":1785838180.9174707,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785838180.9174972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa288728-7660-4582-824c-fa89eb81c973"} {"level":"info","ts":1785838181.1766436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcb35b5-ca2c-40f0-a7ce-af22575e57ec"} {"level":"info","ts":1785838181.176689,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a73104c7-c7eb-402e-87d3-f979b84673eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785838181.1767218,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a73104c7-c7eb-402e-87d3-f979b84673eb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785838181.1835134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eb36b91-e6d6-49c9-bb1b-2b957a562839","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785838181.1835442,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eb36b91-e6d6-49c9-bb1b-2b957a562839","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785838181.186848,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcb35b5-ca2c-40f0-a7ce-af22575e57ec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838181.1868992,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcb35b5-ca2c-40f0-a7ce-af22575e57ec","name":"e2e-cleanup-test"} {"level":"error","ts":1785838181.208117,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcb35b5-ca2c-40f0-a7ce-af22575e57ec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785838181.2081573,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fcb35b5-ca2c-40f0-a7ce-af22575e57ec","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838181.2082124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4c7c15b-1569-4cd4-9594-85c723e8fc73"} {"level":"info","ts":1785838181.2081373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4a9def4-2ebd-4ed0-a14f-966d574b39b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785838181.208241,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4a9def4-2ebd-4ed0-a14f-966d574b39b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785838181.2082763,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4c7c15b-1569-4cd4-9594-85c723e8fc73","name":"e2e-cleanup-test"} {"level":"error","ts":1785838181.2299738,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4c7c15b-1569-4cd4-9594-85c723e8fc73","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785838181.230156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc3cca0e-3db9-4489-be54-8f4a9beee564"} {"level":"info","ts":1785838181.2302148,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc3cca0e-3db9-4489-be54-8f4a9beee564","name":"e2e-cleanup-test"} {"level":"info","ts":1785838181.2301583,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec0d0cb9-cab5-4d68-aa14-beca35ff7ce2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785838181.2302554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec0d0cb9-cab5-4d68-aa14-beca35ff7ce2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785838181.244603,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc3cca0e-3db9-4489-be54-8f4a9beee564","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785838181.25403,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0436232e-92e4-4534-b76a-baebb3728c4a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785838181.2540336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"388b60b4-623a-425c-a991-9fcb99f909fb"} {"level":"info","ts":1785838181.254057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0436232e-92e4-4534-b76a-baebb3728c4a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785838181.2540953,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"388b60b4-623a-425c-a991-9fcb99f909fb","name":"e2e-cleanup-test"} {"level":"info","ts":1785838181.2688723,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"388b60b4-623a-425c-a991-9fcb99f909fb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785838189.5909712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e07b6663-9e3a-4ef3-8424-2c73b57b112c"} {"level":"info","ts":1785838189.5910146,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efee7c6b-d5b7-478a-9412-fce4530f2e63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785838189.5910463,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efee7c6b-d5b7-478a-9412-fce4530f2e63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785838193.9913485,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838193.991429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbb95a50-5b31-4276-99ee-9fb13e428d9c"} {"level":"info","ts":1785838193.9914403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbb95a50-5b31-4276-99ee-9fb13e428d9c"} {"level":"info","ts":1785838193.9914505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbb95a50-5b31-4276-99ee-9fb13e428d9c","EoS":false} {"level":"info","ts":1785838193.991462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbb95a50-5b31-4276-99ee-9fb13e428d9c","EoS":true} {"level":"info","ts":1785838193.9914873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbb95a50-5b31-4276-99ee-9fb13e428d9c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785838193.991503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbb95a50-5b31-4276-99ee-9fb13e428d9c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785838193.991522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbb95a50-5b31-4276-99ee-9fb13e428d9c"} {"level":"info","ts":1785838194.0326984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838194.0327747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa"} {"level":"info","ts":1785838194.0327864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa"} {"level":"info","ts":1785838194.032798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa","EoS":false} {"level":"info","ts":1785838194.0328083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa","EoS":true} {"level":"info","ts":1785838194.032825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785838194.0328376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785838194.0328443,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa","modelName":"e2e-external-model"} {"level":"info","ts":1785838194.032857,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785838194.0328918,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f46cacd1-53a6-47a6-9f49-0afee71807fa"} {"level":"info","ts":1785838194.1721866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838194.1722364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"963fe0bc-96c2-45c1-800c-917035f85638"} {"level":"info","ts":1785838194.172245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"963fe0bc-96c2-45c1-800c-917035f85638"} {"level":"info","ts":1785838194.172255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"963fe0bc-96c2-45c1-800c-917035f85638","EoS":false} {"level":"info","ts":1785838194.1722643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"963fe0bc-96c2-45c1-800c-917035f85638","EoS":true} {"level":"info","ts":1785838194.1722791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"963fe0bc-96c2-45c1-800c-917035f85638","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785838194.1722915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"963fe0bc-96c2-45c1-800c-917035f85638","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785838194.1723087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"963fe0bc-96c2-45c1-800c-917035f85638"} {"level":"info","ts":1785838194.2646406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785838194.264697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c3b6489-b111-4283-9cae-11ffdf722992"} {"level":"info","ts":1785838194.2647133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c3b6489-b111-4283-9cae-11ffdf722992"} {"level":"info","ts":1785838194.264724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3b6489-b111-4283-9cae-11ffdf722992","EoS":false} {"level":"info","ts":1785838194.2647512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3b6489-b111-4283-9cae-11ffdf722992","EoS":true} {"level":"info","ts":1785838194.2647688,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9c3b6489-b111-4283-9cae-11ffdf722992","field":"model"} {"level":"info","ts":1785838194.2647884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c3b6489-b111-4283-9cae-11ffdf722992"} {"level":"info","ts":1785838195.372106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34c3dbb0-2836-4475-840e-d96715231dfd"} {"level":"info","ts":1785838195.3721356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c05a21-c4a8-4852-ab2b-4a9d610f9ca9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785838195.372165,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c05a21-c4a8-4852-ab2b-4a9d610f9ca9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785838195.5737214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc3e8aaf-53bf-4f08-9b4e-6d5fb8eff714","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785838195.5737555,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2468f5a-fcd3-4333-8299-3bcc995b268d"} {"level":"info","ts":1785838195.573774,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc3e8aaf-53bf-4f08-9b4e-6d5fb8eff714","name":"e2e-external-provider","namespace":"llm"}