{"level":"info","ts":1785189559.0935242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fd9e93a-40d0-4556-94cb-270de83ccfc3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189559.093583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fd9e93a-40d0-4556-94cb-270de83ccfc3"} {"level":"info","ts":1785189563.2690923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189563.2691822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fcbee9d-f76d-4224-b118-35e05e016e0c"} {"level":"info","ts":1785189563.2691984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fcbee9d-f76d-4224-b118-35e05e016e0c"} {"level":"info","ts":1785189563.269217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fcbee9d-f76d-4224-b118-35e05e016e0c","EoS":false} {"level":"info","ts":1785189563.269267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fcbee9d-f76d-4224-b118-35e05e016e0c","EoS":true} {"level":"info","ts":1785189563.2693026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fcbee9d-f76d-4224-b118-35e05e016e0c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189563.269322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fcbee9d-f76d-4224-b118-35e05e016e0c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189563.2693555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fcbee9d-f76d-4224-b118-35e05e016e0c"} {"level":"info","ts":1785189582.239438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.2395153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.239525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.2395358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","EoS":false} {"level":"info","ts":1785189582.239551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","EoS":true} {"level":"info","ts":1785189582.2395716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189582.2395868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.2396069,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.3801532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.3802652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.3802793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.3802962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","EoS":false} {"level":"info","ts":1785189582.3803186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","EoS":true} {"level":"info","ts":1785189582.3803523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189582.3803718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.3804033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.5200956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.5201693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.5201778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.52019,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","EoS":false} {"level":"info","ts":1785189582.5202005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","EoS":true} {"level":"info","ts":1785189582.5202506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189582.5202675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.5202904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.66092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.660999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.6610105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.6610253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","EoS":false} {"level":"info","ts":1785189582.6610365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","EoS":true} {"level":"info","ts":1785189582.6610575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189582.6610732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.661113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.7988114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.7988997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.7989116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.7989223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","EoS":false} {"level":"info","ts":1785189582.7989373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","EoS":true} {"level":"info","ts":1785189582.7989633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189582.7989829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.7990057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.936078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.9361722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55387563-a358-454b-8c62-a76fca76454f"} {"level":"info","ts":1785189582.936185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55387563-a358-454b-8c62-a76fca76454f"} {"level":"info","ts":1785189582.9361968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55387563-a358-454b-8c62-a76fca76454f","EoS":false} {"level":"info","ts":1785189582.9362102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55387563-a358-454b-8c62-a76fca76454f","EoS":true} {"level":"info","ts":1785189582.9362745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55387563-a358-454b-8c62-a76fca76454f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189582.9362967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55387563-a358-454b-8c62-a76fca76454f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.9363196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55387563-a358-454b-8c62-a76fca76454f"} {"level":"info","ts":1785189601.6812494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.681346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.681356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.6813674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","EoS":false} {"level":"info","ts":1785189601.6813796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","EoS":true} {"level":"info","ts":1785189601.6813998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189601.6814132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189601.681434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.7249007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.7249763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.724986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.724997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","EoS":false} {"level":"info","ts":1785189601.7250075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","EoS":true} {"level":"info","ts":1785189601.72503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189601.7250457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189601.7250679,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.7588198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.7589028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2d24226-f496-489d-808c-3d8e5636e171"} {"level":"info","ts":1785189601.7589154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2d24226-f496-489d-808c-3d8e5636e171"} {"level":"info","ts":1785189601.7589252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2d24226-f496-489d-808c-3d8e5636e171","EoS":false} {"level":"info","ts":1785189601.7589366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2d24226-f496-489d-808c-3d8e5636e171","EoS":true} {"level":"info","ts":1785189601.7589574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2d24226-f496-489d-808c-3d8e5636e171","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189601.7589726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2d24226-f496-489d-808c-3d8e5636e171","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189601.7589953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2d24226-f496-489d-808c-3d8e5636e171"} {"level":"info","ts":1785189601.7958615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.7959306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2315fab-306c-40a5-9500-effed89f2038"} {"level":"info","ts":1785189601.7959414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2315fab-306c-40a5-9500-effed89f2038"} {"level":"info","ts":1785189601.7959523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2315fab-306c-40a5-9500-effed89f2038","EoS":false} {"level":"info","ts":1785189601.7959664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2315fab-306c-40a5-9500-effed89f2038","EoS":true} {"level":"info","ts":1785189601.7959864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2315fab-306c-40a5-9500-effed89f2038","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189601.7960021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2315fab-306c-40a5-9500-effed89f2038","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189601.7960234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2315fab-306c-40a5-9500-effed89f2038"} {"level":"info","ts":1785189601.826745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.8268373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19"} {"level":"info","ts":1785189606.4580863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189606.4581559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189606.4581652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189606.4581757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","EoS":false} {"level":"info","ts":1785189606.4581923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","EoS":true} {"level":"info","ts":1785189606.4582126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189606.458259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189606.458281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189615.0514917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189615.0515726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b636e213-4988-464b-9e2b-0f6e1fed6e19"} {"level":"info","ts":1785189615.0515819,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b636e213-4988-464b-9e2b-0f6e1fed6e19"} {"level":"info","ts":1785189615.0515933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b636e213-4988-464b-9e2b-0f6e1fed6e19","EoS":false} {"level":"info","ts":1785189615.051604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b636e213-4988-464b-9e2b-0f6e1fed6e19","EoS":true} {"level":"info","ts":1785189615.0516264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b636e213-4988-464b-9e2b-0f6e1fed6e19","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189615.051644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b636e213-4988-464b-9e2b-0f6e1fed6e19","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189615.051666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b636e213-4988-464b-9e2b-0f6e1fed6e19"} {"level":"info","ts":1785189617.0869687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189617.0870605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189617.0870717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189617.0870838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","EoS":false} {"level":"info","ts":1785189617.087094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","EoS":true} {"level":"info","ts":1785189617.0871146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189617.0871305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189617.0871508,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189629.983701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189629.9837978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189629.9838085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189629.9838197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","EoS":false} {"level":"info","ts":1785189629.983831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","EoS":true} {"level":"info","ts":1785189629.9838533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189629.9838703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189629.9838953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189638.553918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189638.5540102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189638.5540204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189638.5540316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","EoS":false} {"level":"info","ts":1785189638.5540445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","EoS":true} {"level":"info","ts":1785189638.5540686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189638.5540845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189638.5541117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189647.4296405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189647.4297214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189647.4297307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189647.4297414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","EoS":false} {"level":"info","ts":1785189647.4297528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","EoS":true} {"level":"info","ts":1785189647.4297771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189647.4297936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189647.429814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189656.4128392,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189656.4129167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88d06372-1526-4215-a151-f0e2b27e4d03"} {"level":"info","ts":1785189656.4129267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88d06372-1526-4215-a151-f0e2b27e4d03"} {"level":"info","ts":1785189656.412937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88d06372-1526-4215-a151-f0e2b27e4d03","EoS":false} {"level":"info","ts":1785189656.4129543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88d06372-1526-4215-a151-f0e2b27e4d03","EoS":true} {"level":"info","ts":1785189656.4129817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88d06372-1526-4215-a151-f0e2b27e4d03","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189656.412999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88d06372-1526-4215-a151-f0e2b27e4d03","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189656.4130197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88d06372-1526-4215-a151-f0e2b27e4d03"} {"level":"info","ts":1785189661.238273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189661.2383575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"228a0783-0000-40e0-a5d9-f9ba09784963"} {"level":"info","ts":1785189661.2383711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"228a0783-0000-40e0-a5d9-f9ba09784963"} {"level":"info","ts":1785189661.2383852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"228a0783-0000-40e0-a5d9-f9ba09784963","EoS":false} {"level":"info","ts":1785189661.2383983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"228a0783-0000-40e0-a5d9-f9ba09784963","EoS":true} {"level":"info","ts":1785189661.2384202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"228a0783-0000-40e0-a5d9-f9ba09784963","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785189661.2384384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"228a0783-0000-40e0-a5d9-f9ba09784963","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189661.2384653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"228a0783-0000-40e0-a5d9-f9ba09784963"} {"level":"info","ts":1785189666.0628428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189666.0629203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc5dc55b-2ed3-420c-800c-f7dea86703ec"} {"level":"info","ts":1785189666.0629303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc5dc55b-2ed3-420c-800c-f7dea86703ec"} {"level":"info","ts":1785189666.0629416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc5dc55b-2ed3-420c-800c-f7dea86703ec","EoS":false} {"level":"info","ts":1785189666.0629525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc5dc55b-2ed3-420c-800c-f7dea86703ec","EoS":true} {"level":"info","ts":1785189666.0629733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc5dc55b-2ed3-420c-800c-f7dea86703ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189666.0629895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc5dc55b-2ed3-420c-800c-f7dea86703ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189666.0630124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc5dc55b-2ed3-420c-800c-f7dea86703ec"} {"level":"info","ts":1785189666.3424025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189666.3424833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b3eea5b-e81b-447d-a3d6-d201bd19ed3a"} {"level":"info","ts":1785189666.3424952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b3eea5b-e81b-447d-a3d6-d201bd19ed3a"} {"level":"info","ts":1785189666.3425064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b3eea5b-e81b-447d-a3d6-d201bd19ed3a","EoS":false} {"level":"info","ts":1785189666.342522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b3eea5b-e81b-447d-a3d6-d201bd19ed3a","EoS":true} {"level":"info","ts":1785189666.3425438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b3eea5b-e81b-447d-a3d6-d201bd19ed3a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189666.3425596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b3eea5b-e81b-447d-a3d6-d201bd19ed3a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189666.3425815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b3eea5b-e81b-447d-a3d6-d201bd19ed3a"} {"level":"info","ts":1785189668.3784685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189668.3785617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5ea7b15-f074-4af9-a34b-4effe77fa96e"} {"level":"info","ts":1785189668.3785753,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f5ea7b15-f074-4af9-a34b-4effe77fa96e"} {"level":"info","ts":1785189668.3785913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5ea7b15-f074-4af9-a34b-4effe77fa96e","EoS":false} {"level":"info","ts":1785189668.3786135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5ea7b15-f074-4af9-a34b-4effe77fa96e","EoS":true} {"level":"info","ts":1785189668.3786423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5ea7b15-f074-4af9-a34b-4effe77fa96e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189668.3786619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5ea7b15-f074-4af9-a34b-4effe77fa96e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189668.3786964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f5ea7b15-f074-4af9-a34b-4effe77fa96e"} {"level":"info","ts":1785189670.4158728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189670.4159522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189670.415964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189670.415975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","EoS":false} {"level":"info","ts":1785189670.4159887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","EoS":true} {"level":"info","ts":1785189670.41601,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189670.4160802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189670.4161096,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189693.1641593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189693.1642606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189693.1642728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189693.1642892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","EoS":false} {"level":"info","ts":1785189693.1643014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","EoS":true} {"level":"info","ts":1785189693.1643279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189693.1643505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189693.164374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189702.4904597,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189702.4905443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d7246c5-ba31-473e-83a9-2eab456a6568"} {"level":"info","ts":1785189702.4905546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d7246c5-ba31-473e-83a9-2eab456a6568"} {"level":"info","ts":1785189702.4905655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d7246c5-ba31-473e-83a9-2eab456a6568","EoS":false} {"level":"info","ts":1785189702.4905787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d7246c5-ba31-473e-83a9-2eab456a6568","EoS":true} {"level":"info","ts":1785189702.490608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d7246c5-ba31-473e-83a9-2eab456a6568","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189702.4906242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d7246c5-ba31-473e-83a9-2eab456a6568","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189702.490645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d7246c5-ba31-473e-83a9-2eab456a6568"} {"level":"info","ts":1785189707.9550054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189707.9550965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1ed39c1-e044-47da-b0e4-0a10e1a7ec9c"} {"level":"info","ts":1785189707.9551086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1ed39c1-e044-47da-b0e4-0a10e1a7ec9c"} {"level":"info","ts":1785189707.9551215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1ed39c1-e044-47da-b0e4-0a10e1a7ec9c","EoS":false} {"level":"info","ts":1785189707.9551325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1ed39c1-e044-47da-b0e4-0a10e1a7ec9c","EoS":true} {"level":"info","ts":1785189707.9551537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1ed39c1-e044-47da-b0e4-0a10e1a7ec9c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189707.9551697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1ed39c1-e044-47da-b0e4-0a10e1a7ec9c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189707.955283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1ed39c1-e044-47da-b0e4-0a10e1a7ec9c"} {"level":"info","ts":1785189717.516407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189717.516497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74f0c9b8-8dd3-479a-a8ad-186e95d082a8"} {"level":"info","ts":1785189717.5165083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74f0c9b8-8dd3-479a-a8ad-186e95d082a8"} {"level":"info","ts":1785189717.51652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74f0c9b8-8dd3-479a-a8ad-186e95d082a8","EoS":false} {"level":"info","ts":1785189717.5165358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74f0c9b8-8dd3-479a-a8ad-186e95d082a8","EoS":true} {"level":"info","ts":1785189717.5165558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74f0c9b8-8dd3-479a-a8ad-186e95d082a8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189717.5165727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74f0c9b8-8dd3-479a-a8ad-186e95d082a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189717.516596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74f0c9b8-8dd3-479a-a8ad-186e95d082a8"} {"level":"info","ts":1785189719.5594811,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189719.5595598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189719.559571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189719.559583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","EoS":false} {"level":"info","ts":1785189719.5595958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","EoS":true} {"level":"info","ts":1785189719.5596182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189719.5596318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189719.5596526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189728.9895892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189728.9897013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189728.9897187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189728.9897392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","EoS":false} {"level":"info","ts":1785189728.989758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","EoS":true} {"level":"info","ts":1785189728.9897888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189728.9898086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189728.9898398,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189729.026074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189729.026183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189729.0262008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189729.0262513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","EoS":false} {"level":"info","ts":1785189729.0262756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","EoS":true} {"level":"info","ts":1785189729.026307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189729.026327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189729.0263581,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189748.114361,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189748.1144536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189748.1144674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189748.114479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","EoS":false} {"level":"info","ts":1785189748.1144905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","EoS":true} {"level":"info","ts":1785189748.1145122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189748.11453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189748.114551,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189757.477493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189757.4775727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46aba8f4-5a70-4e92-8873-aafea608f9c5"} {"level":"info","ts":1785189757.477585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46aba8f4-5a70-4e92-8873-aafea608f9c5"} {"level":"info","ts":1785189757.477596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46aba8f4-5a70-4e92-8873-aafea608f9c5","EoS":false} {"level":"info","ts":1785189757.4776092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46aba8f4-5a70-4e92-8873-aafea608f9c5","EoS":true} {"level":"info","ts":1785189757.4776313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46aba8f4-5a70-4e92-8873-aafea608f9c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189757.4776478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46aba8f4-5a70-4e92-8873-aafea608f9c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189757.4776697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46aba8f4-5a70-4e92-8873-aafea608f9c5"} {"level":"info","ts":1785189762.862411,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189762.8624916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8548bff-624a-4e81-bc8d-0f0c5b57800d"} {"level":"info","ts":1785189762.8625007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8548bff-624a-4e81-bc8d-0f0c5b57800d"} {"level":"info","ts":1785189762.862512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8548bff-624a-4e81-bc8d-0f0c5b57800d","EoS":false} {"level":"info","ts":1785189762.8625228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8548bff-624a-4e81-bc8d-0f0c5b57800d","EoS":true} {"level":"info","ts":1785189762.862545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8548bff-624a-4e81-bc8d-0f0c5b57800d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785189762.8625612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8548bff-624a-4e81-bc8d-0f0c5b57800d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189762.8625824,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8548bff-624a-4e81-bc8d-0f0c5b57800d"} {"level":"info","ts":1785189853.631693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189853.631776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f39aa30-acea-4e42-8db2-7567d5bee59c"} {"level":"info","ts":1785189853.6317856,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f39aa30-acea-4e42-8db2-7567d5bee59c"} {"level":"info","ts":1785189853.631797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f39aa30-acea-4e42-8db2-7567d5bee59c","EoS":false} {"level":"info","ts":1785189853.6318111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f39aa30-acea-4e42-8db2-7567d5bee59c","EoS":true} {"level":"info","ts":1785189853.631834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f39aa30-acea-4e42-8db2-7567d5bee59c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785189853.6318495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f39aa30-acea-4e42-8db2-7567d5bee59c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785189853.6318736,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f39aa30-acea-4e42-8db2-7567d5bee59c"} {"level":"info","ts":1785189878.7633321,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189878.7634268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189878.7634373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189878.7634487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","EoS":false} {"level":"info","ts":1785189878.7634609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","EoS":true} {"level":"info","ts":1785189878.763483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785189878.7634978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785189878.763519,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189926.1147895,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189926.1148765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189926.1148872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189926.1148982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","EoS":false} {"level":"info","ts":1785189926.114911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","EoS":true} {"level":"info","ts":1785189926.114986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189926.1150138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189926.1150372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189941.45299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189941.4530687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.4530787,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.4530897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","EoS":false} {"level":"info","ts":1785189941.4531035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","EoS":true} {"level":"info","ts":1785189941.4531343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189941.4531534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189941.4531746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.7634466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189941.763536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b59f27d-1985-4094-8f31-29fe8942d27e"} {"level":"info","ts":1785189941.763556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b59f27d-1985-4094-8f31-29fe8942d27e"} {"level":"info","ts":1785189941.7635748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b59f27d-1985-4094-8f31-29fe8942d27e","EoS":false} {"level":"info","ts":1785189941.7635944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b59f27d-1985-4094-8f31-29fe8942d27e","EoS":true} {"level":"info","ts":1785189941.7636268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b59f27d-1985-4094-8f31-29fe8942d27e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189941.7636464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b59f27d-1985-4094-8f31-29fe8942d27e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189941.763679,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b59f27d-1985-4094-8f31-29fe8942d27e"} {"level":"info","ts":1785190245.1493728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190245.1494782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.1494954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.149516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","EoS":false} {"level":"info","ts":1785190245.149538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","EoS":true} {"level":"info","ts":1785190245.1495695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190245.14959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190245.14962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.189309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190245.189364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.189372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.1893833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","EoS":false} {"level":"info","ts":1785190245.1893947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","EoS":true} {"level":"info","ts":1785190245.1894126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190245.1894267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190245.189446,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.2254424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190245.2255101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b79e8d9a-22ce-473e-9bb1-ec28cfefdb91"} {"level":"info","ts":1785190245.225519,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b79e8d9a-22ce-473e-9bb1-ec28cfefdb91"} {"level":"info","ts":1785190245.2255287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b79e8d9a-22ce-473e-9bb1-ec28cfefdb91","EoS":false} {"level":"info","ts":1785190245.2255383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b79e8d9a-22ce-473e-9bb1-ec28cfefdb91","EoS":true} {"level":"info","ts":1785190245.2255554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b79e8d9a-22ce-473e-9bb1-ec28cfefdb91","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190245.2255712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b79e8d9a-22ce-473e-9bb1-ec28cfefdb91","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190245.2255907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b79e8d9a-22ce-473e-9bb1-ec28cfefdb91"} {"level":"info","ts":1785190245.2585237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190245.2585962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"843a1334-3326-442e-9ea2-c3fa57193974"} {"level":"info","ts":1785190245.2586052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"843a1334-3326-442e-9ea2-c3fa57193974"} {"level":"info","ts":1785190245.2586155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"843a1334-3326-442e-9ea2-c3fa57193974","EoS":false} {"level":"info","ts":1785190245.2586255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"843a1334-3326-442e-9ea2-c3fa57193974","EoS":true} {"level":"info","ts":1785190245.2586436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"843a1334-3326-442e-9ea2-c3fa57193974","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190245.2586591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"843a1334-3326-442e-9ea2-c3fa57193974","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190245.2586813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"843a1334-3326-442e-9ea2-c3fa57193974"} {"level":"info","ts":1785190250.1933725,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2684d07e-f2e5-4a4d-a2a5-8ee16f23d2a9"} {"level":"info","ts":1785190250.1934114,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa7d36e0-f5ee-473a-8feb-ae56809f7e08","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190250.1934514,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa7d36e0-f5ee-473a-8feb-ae56809f7e08","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190250.201997,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed706b74-27ad-41fa-b7b1-e78cddc42063","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190250.202029,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed706b74-27ad-41fa-b7b1-e78cddc42063","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785190250.2026174,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2684d07e-f2e5-4a4d-a2a5-8ee16f23d2a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190250.2028458,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32776.839789466,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.202866,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.3839986,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e455577a-9b48-477b-a2c1-2090ad02548c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190250.384043,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e455577a-9b48-477b-a2c1-2090ad02548c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190250.384154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9624714-380d-4642-a536-4f72a1d01074"} {"level":"info","ts":1785190250.38457,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36598.119225891,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.3845882,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.3847773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1623c503-bc1a-4f30-9dcc-b11b3aa4d69c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.3848228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1623c503-bc1a-4f30-9dcc-b11b3aa4d69c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.384908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f4f8f88-5a56-47e7-95a6-0c5c8965174f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.384936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f4f8f88-5a56-47e7-95a6-0c5c8965174f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.3874884,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.3919551,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.4031045,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38820.090794238,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.4031234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.4124463,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.4846013,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9624714-380d-4642-a536-4f72a1d01074","name":"e2e-external-model"} {"level":"info","ts":1785190250.491319,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b31b72d0-21dc-49da-a843-2d782976642e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.4913685,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b31b72d0-21dc-49da-a843-2d782976642e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.4959426,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9624714-380d-4642-a536-4f72a1d01074","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785190250.5001366,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9624714-380d-4642-a536-4f72a1d01074","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190250.5002832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7e5912c-d807-4049-a524-949721a54e93"} {"level":"info","ts":1785190250.5003529,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7e5912c-d807-4049-a524-949721a54e93","name":"e2e-external-model"} {"level":"info","ts":1785190250.503801,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2684d07e-f2e5-4a4d-a2a5-8ee16f23d2a9","name":"e2e-external-provider"} {"level":"info","ts":1785190250.5078156,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e41f844c-7212-43e8-8546-28c86756e116","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.5078561,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e41f844c-7212-43e8-8546-28c86756e116","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.5100007,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7e5912c-d807-4049-a524-949721a54e93","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190250.512803,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2684d07e-f2e5-4a4d-a2a5-8ee16f23d2a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785190250.5130763,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7e5912c-d807-4049-a524-949721a54e93","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190250.5131586,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac166720-7002-4637-b7f5-2d75010fbdbc"} {"level":"info","ts":1785190250.513206,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac166720-7002-4637-b7f5-2d75010fbdbc","name":"e2e-external-model"} {"level":"error","ts":1785190250.516078,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2684d07e-f2e5-4a4d-a2a5-8ee16f23d2a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190250.5161579,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b40d1316-3aa5-40cd-bcf6-b3f14786051a"} {"level":"info","ts":1785190250.5161977,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b40d1316-3aa5-40cd-bcf6-b3f14786051a","name":"e2e-external-provider"} {"level":"info","ts":1785190250.5207088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c15b6710-227c-4e2b-bb0c-965ea9343c32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.5207386,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c15b6710-227c-4e2b-bb0c-965ea9343c32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.5214658,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac166720-7002-4637-b7f5-2d75010fbdbc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785190250.5244188,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac166720-7002-4637-b7f5-2d75010fbdbc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190250.524482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b35e2f3e-5c8a-4179-8c3d-7339f19764b7"} {"level":"info","ts":1785190250.5245287,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b35e2f3e-5c8a-4179-8c3d-7339f19764b7","name":"e2e-external-model"} {"level":"info","ts":1785190250.5244753,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b40d1316-3aa5-40cd-bcf6-b3f14786051a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785190250.5346518,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b35e2f3e-5c8a-4179-8c3d-7339f19764b7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190260.0545294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190260.054617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e"} {"level":"info","ts":1785190260.0546298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e"} {"level":"info","ts":1785190260.0546482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e","EoS":false} {"level":"info","ts":1785190260.0546675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e","EoS":true} {"level":"info","ts":1785190260.054696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190260.054718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190260.0547316,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e","modelName":"e2e-external-model"} {"level":"info","ts":1785190260.054752,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190260.0548127,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd18bced-b43f-4151-bfbf-5abe4af91d5e"} {"level":"info","ts":1785190260.1076295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190260.1077135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a"} {"level":"info","ts":1785190260.1077268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a"} {"level":"info","ts":1785190260.1077452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a","EoS":false} {"level":"info","ts":1785190260.107767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a","EoS":true} {"level":"info","ts":1785190260.1077993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190260.1078193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190260.1078303,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a","modelName":"e2e-external-model"} {"level":"info","ts":1785190260.1078527,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190260.1079068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35f7a94e-7688-4212-84ac-3be57db12e4a"} {"level":"info","ts":1785190260.1341507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190260.1342413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64742615-def0-4218-937b-7d463fca04d8"} {"level":"info","ts":1785190260.1342535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64742615-def0-4218-937b-7d463fca04d8"} {"level":"info","ts":1785190260.1342685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","EoS":false} {"level":"info","ts":1785190260.13428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","EoS":true} {"level":"info","ts":1785190260.1343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190260.1343155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190260.134323,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","modelName":"e2e-external-model"} {"level":"info","ts":1785190260.1343358,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190260.134372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64742615-def0-4218-937b-7d463fca04d8"} {"level":"info","ts":1785190260.2746615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2a434a-1169-4f3a-a4de-cb486e7a06d5"} {"level":"info","ts":1785190260.2746985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f938d8ea-bdfa-42ba-8d2d-4ecb6471594f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.2747338,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f938d8ea-bdfa-42ba-8d2d-4ecb6471594f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190260.2829046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76b1be91-19a6-4907-a6b4-4e92dac5354f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.2829375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76b1be91-19a6-4907-a6b4-4e92dac5354f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785190260.2834554,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2a434a-1169-4f3a-a4de-cb486e7a06d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190260.2835243,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2a434a-1169-4f3a-a4de-cb486e7a06d5","name":"e2e-cleanup-test"} {"level":"error","ts":1785190260.3000102,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2a434a-1169-4f3a-a4de-cb486e7a06d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785190260.300062,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2a434a-1169-4f3a-a4de-cb486e7a06d5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190260.3001487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37087add-ea09-4f1c-af13-412d40c73018"} {"level":"info","ts":1785190260.3002055,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37087add-ea09-4f1c-af13-412d40c73018","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.3034356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da7fe45a-4b32-49de-99cd-df279ff2bc23","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.3034673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da7fe45a-4b32-49de-99cd-df279ff2bc23","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785190260.312156,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37087add-ea09-4f1c-af13-412d40c73018","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785190260.3122003,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37087add-ea09-4f1c-af13-412d40c73018","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190260.312312,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"622aacb7-7af2-4b95-8c9e-f7e51921e48a"} {"level":"info","ts":1785190260.3123624,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"622aacb7-7af2-4b95-8c9e-f7e51921e48a","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.316367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9015864a-5764-43ea-8df7-2a0d93afd159","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.3165092,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9015864a-5764-43ea-8df7-2a0d93afd159","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190260.320424,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"622aacb7-7af2-4b95-8c9e-f7e51921e48a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785190260.3238373,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"622aacb7-7af2-4b95-8c9e-f7e51921e48a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190260.323922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"252f2d77-d58d-4d78-8614-f7dbeefb3306"} {"level":"info","ts":1785190260.3239713,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"252f2d77-d58d-4d78-8614-f7dbeefb3306","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.3299394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a027222-11d6-42e5-82b5-d864cd2223a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.3299727,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a027222-11d6-42e5-82b5-d864cd2223a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190260.3320282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"252f2d77-d58d-4d78-8614-f7dbeefb3306","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785190260.3348608,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"252f2d77-d58d-4d78-8614-f7dbeefb3306","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190260.334952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be6352e8-8d29-467d-8f1b-c2c6221b05f4"} {"level":"info","ts":1785190260.3350122,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be6352e8-8d29-467d-8f1b-c2c6221b05f4","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.3436408,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be6352e8-8d29-467d-8f1b-c2c6221b05f4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190268.588939,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e753625b-628d-497f-bd6b-3ff231d3a32c"} {"level":"info","ts":1785190268.58896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f56e6d2-fc6f-40b5-9a83-b1d61b1321e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190268.588993,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f56e6d2-fc6f-40b5-9a83-b1d61b1321e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190272.92692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190272.92701,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad"} {"level":"info","ts":1785190272.9270244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad"} {"level":"info","ts":1785190272.9270413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad","EoS":false} {"level":"info","ts":1785190272.9270704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad","EoS":true} {"level":"info","ts":1785190272.9271004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785190272.9271166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785190272.927148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad"} {"level":"info","ts":1785190272.9540782,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190272.954158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564"} {"level":"info","ts":1785190272.9541676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564"} {"level":"info","ts":1785190272.9541829,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","EoS":false} {"level":"info","ts":1785190272.9541955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","EoS":true} {"level":"info","ts":1785190272.9542923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190272.9543097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190272.9543176,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","modelName":"e2e-external-model"} {"level":"info","ts":1785190272.9543414,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190272.954383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564"} {"level":"info","ts":1785190272.9982107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190272.998305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190272.9983144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190272.998325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","EoS":false} {"level":"info","ts":1785190272.9983351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","EoS":true} {"level":"info","ts":1785190272.998355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785190272.9983704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190272.998398,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190273.1410697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190273.1411445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190273.1411548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190273.141171,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","EoS":false} {"level":"info","ts":1785190273.1411867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","EoS":true} {"level":"info","ts":1785190273.14121,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","field":"model"} {"level":"info","ts":1785190273.1412919,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190274.0830219,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834c8630-6e66-4469-9b34-334bafaaf94f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190274.0830433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b5a2012-513e-460b-b638-af23e1297df6"} {"level":"info","ts":1785190274.0830724,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834c8630-6e66-4469-9b34-334bafaaf94f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190274.237419,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6610cbf5-ff3b-4b9b-8b71-c8636e1d919c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190274.237432,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d361594c-20df-4959-a6c7-95bf92d51085"} {"level":"info","ts":1785190274.2374563,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6610cbf5-ff3b-4b9b-8b71-c8636e1d919c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785191624.7989266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785191624.7990417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"704f9544-f696-48b1-8e2c-7461b4be6ef4"} {"level":"info","ts":1785191687.537804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785191687.5378957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"} {"level":"info","ts":1785191687.537908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"} {"level":"info","ts":1785191687.5379248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","EoS":false} {"level":"info","ts":1785191687.5379455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","EoS":true} {"level":"info","ts":1785191687.5379837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785191687.5380058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785191687.5380304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"}