{"level":"info","ts":1785186429.7318606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9046caf1-c609-4297-9dce-d1067e11be79","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186429.7318757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9046caf1-c609-4297-9dce-d1067e11be79","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186429.7318966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9046caf1-c609-4297-9dce-d1067e11be79"} {"level":"info","ts":1785186433.8901424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186433.8902485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b681e35-cb95-4d60-8892-ff14c1f1f897"} {"level":"info","ts":1785186433.8902597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b681e35-cb95-4d60-8892-ff14c1f1f897"} {"level":"info","ts":1785186433.890272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b681e35-cb95-4d60-8892-ff14c1f1f897","EoS":false} {"level":"info","ts":1785186433.890284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b681e35-cb95-4d60-8892-ff14c1f1f897","EoS":true} {"level":"info","ts":1785186433.8903058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b681e35-cb95-4d60-8892-ff14c1f1f897","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186433.8903227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b681e35-cb95-4d60-8892-ff14c1f1f897","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186433.8903396,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b681e35-cb95-4d60-8892-ff14c1f1f897"} {"level":"info","ts":1785186452.865124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186452.865232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56"} {"level":"info","ts":1785186452.865248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56"} {"level":"info","ts":1785186452.8652742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","EoS":false} {"level":"info","ts":1785186452.8652964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","EoS":true} {"level":"info","ts":1785186452.8653266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186452.865346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186452.8653786,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56"} {"level":"info","ts":1785186453.0054314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.005507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.005516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.0055273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","EoS":false} {"level":"info","ts":1785186453.0055385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","EoS":true} {"level":"info","ts":1785186453.0055585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186453.0055747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.0055952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.1487262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.1488187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.148833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.1488512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","EoS":false} {"level":"info","ts":1785186453.1488695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","EoS":true} {"level":"info","ts":1785186453.1488976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186453.1489177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.148949,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.2869332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.2870107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.2870226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.287033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","EoS":false} {"level":"info","ts":1785186453.287044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","EoS":true} {"level":"info","ts":1785186453.287064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186453.2870786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.287099,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.4248786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.4249687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.424979,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.4249926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","EoS":false} {"level":"info","ts":1785186453.425012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","EoS":true} {"level":"info","ts":1785186453.4250398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186453.4250576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.4250805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.56589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.565968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07698e1d-285c-4994-99ce-8c307ee39ede"} {"level":"info","ts":1785186453.56598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07698e1d-285c-4994-99ce-8c307ee39ede"} {"level":"info","ts":1785186453.5659966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07698e1d-285c-4994-99ce-8c307ee39ede","EoS":false} {"level":"info","ts":1785186453.566009,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07698e1d-285c-4994-99ce-8c307ee39ede","EoS":true} {"level":"info","ts":1785186453.5660372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07698e1d-285c-4994-99ce-8c307ee39ede","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186453.5660546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07698e1d-285c-4994-99ce-8c307ee39ede","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.5660818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07698e1d-285c-4994-99ce-8c307ee39ede"} {"level":"info","ts":1785186473.5137515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.5138307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5138402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5138507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","EoS":false} {"level":"info","ts":1785186473.5138655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","EoS":true} {"level":"info","ts":1785186473.5138872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186473.5139027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186473.5139258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5563226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.5563993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.5564091,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.5564203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","EoS":false} {"level":"info","ts":1785186473.556442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","EoS":true} {"level":"info","ts":1785186473.556465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186473.5564833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186473.556509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.5968986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.5969808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84b555ac-3082-47a6-88a2-02033508f216"} {"level":"info","ts":1785186473.596996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84b555ac-3082-47a6-88a2-02033508f216"} {"level":"info","ts":1785186473.5970073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84b555ac-3082-47a6-88a2-02033508f216","EoS":false} {"level":"info","ts":1785186473.5970206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84b555ac-3082-47a6-88a2-02033508f216","EoS":true} {"level":"info","ts":1785186473.597042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84b555ac-3082-47a6-88a2-02033508f216","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186473.5970595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84b555ac-3082-47a6-88a2-02033508f216","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186473.5970805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84b555ac-3082-47a6-88a2-02033508f216"} {"level":"info","ts":1785186473.6327102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.6327803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb9ad6fa-add9-4911-a12a-b55659a5a53a"} {"level":"info","ts":1785186473.6327906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb9ad6fa-add9-4911-a12a-b55659a5a53a"} {"level":"info","ts":1785186473.6328003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb9ad6fa-add9-4911-a12a-b55659a5a53a","EoS":false} {"level":"info","ts":1785186473.6328108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb9ad6fa-add9-4911-a12a-b55659a5a53a","EoS":true} {"level":"info","ts":1785186473.6328309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb9ad6fa-add9-4911-a12a-b55659a5a53a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186473.6328468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb9ad6fa-add9-4911-a12a-b55659a5a53a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186473.6328664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb9ad6fa-add9-4911-a12a-b55659a5a53a"} {"level":"info","ts":1785186473.6685205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.668594,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7"} {"level":"info","ts":1785186478.3144095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186478.3145106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186478.314596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186478.3146162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","EoS":false} {"level":"info","ts":1785186478.3146288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","EoS":true} {"level":"info","ts":1785186478.3146508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186478.3146677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186478.3146932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186486.9315212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186486.9316163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2162661-35ba-47e2-add4-0c4e8eade938"} {"level":"info","ts":1785186486.9316306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2162661-35ba-47e2-add4-0c4e8eade938"} {"level":"info","ts":1785186486.9316502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2162661-35ba-47e2-add4-0c4e8eade938","EoS":false} {"level":"info","ts":1785186486.9317222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2162661-35ba-47e2-add4-0c4e8eade938","EoS":true} {"level":"info","ts":1785186486.9317517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2162661-35ba-47e2-add4-0c4e8eade938","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186486.9317718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2162661-35ba-47e2-add4-0c4e8eade938","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186486.9318035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2162661-35ba-47e2-add4-0c4e8eade938"} {"level":"info","ts":1785186488.9719281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186488.9720023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186488.9720116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186488.9720225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","EoS":false} {"level":"info","ts":1785186488.9720333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","EoS":true} {"level":"info","ts":1785186488.972054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186488.9720702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186488.9720912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186502.0372558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186502.0373375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186502.0373495,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186502.037361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","EoS":false} {"level":"info","ts":1785186502.0373724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","EoS":true} {"level":"info","ts":1785186502.0373952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186502.0374122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186502.037435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186510.589437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186510.5895283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186510.589541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186510.5895586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","EoS":false} {"level":"info","ts":1785186510.5895765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","EoS":true} {"level":"info","ts":1785186510.5895977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186510.5896137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186510.5896368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186519.4867098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186519.486792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186519.4868023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186519.4868128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","EoS":false} {"level":"info","ts":1785186519.4868248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","EoS":true} {"level":"info","ts":1785186519.4868884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186519.4869065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186519.4869332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186528.510279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186528.5103545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4024a9db-982c-478e-b6d2-b24b2bb83a7e"} {"level":"info","ts":1785186528.5103676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4024a9db-982c-478e-b6d2-b24b2bb83a7e"} {"level":"info","ts":1785186528.510379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4024a9db-982c-478e-b6d2-b24b2bb83a7e","EoS":false} {"level":"info","ts":1785186528.5103912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4024a9db-982c-478e-b6d2-b24b2bb83a7e","EoS":true} {"level":"info","ts":1785186528.5104156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4024a9db-982c-478e-b6d2-b24b2bb83a7e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186528.510436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4024a9db-982c-478e-b6d2-b24b2bb83a7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186528.510467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4024a9db-982c-478e-b6d2-b24b2bb83a7e"} {"level":"info","ts":1785186533.3385746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186533.338659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92dc5e8a-4b5c-4c50-aea0-f562043eb599"} {"level":"info","ts":1785186533.3386705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92dc5e8a-4b5c-4c50-aea0-f562043eb599"} {"level":"info","ts":1785186533.3386822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92dc5e8a-4b5c-4c50-aea0-f562043eb599","EoS":false} {"level":"info","ts":1785186533.338694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92dc5e8a-4b5c-4c50-aea0-f562043eb599","EoS":true} {"level":"info","ts":1785186533.3387177,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92dc5e8a-4b5c-4c50-aea0-f562043eb599","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186533.3387341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92dc5e8a-4b5c-4c50-aea0-f562043eb599","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186533.3387573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92dc5e8a-4b5c-4c50-aea0-f562043eb599"} {"level":"info","ts":1785186538.149096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186538.149176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec404207-af93-420e-a470-a4cbe6d59b36"} {"level":"info","ts":1785186538.1491866,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec404207-af93-420e-a470-a4cbe6d59b36"} {"level":"info","ts":1785186538.149198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec404207-af93-420e-a470-a4cbe6d59b36","EoS":false} {"level":"info","ts":1785186538.1492279,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec404207-af93-420e-a470-a4cbe6d59b36","EoS":true} {"level":"info","ts":1785186538.1492512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec404207-af93-420e-a470-a4cbe6d59b36","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186538.1492672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec404207-af93-420e-a470-a4cbe6d59b36","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186538.1492898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec404207-af93-420e-a470-a4cbe6d59b36"} {"level":"info","ts":1785186538.426381,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186538.4264636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78327009-470b-4464-af9f-90eed0f05546"} {"level":"info","ts":1785186538.426474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78327009-470b-4464-af9f-90eed0f05546"} {"level":"info","ts":1785186538.4264855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78327009-470b-4464-af9f-90eed0f05546","EoS":false} {"level":"info","ts":1785186538.4265041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78327009-470b-4464-af9f-90eed0f05546","EoS":true} {"level":"info","ts":1785186538.4265285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78327009-470b-4464-af9f-90eed0f05546","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186538.4265456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78327009-470b-4464-af9f-90eed0f05546","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186538.4265673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78327009-470b-4464-af9f-90eed0f05546"} {"level":"info","ts":1785186540.4678068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186540.467879,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13c34714-5ff6-4eae-8fe4-afed9a11b1e3"} {"level":"info","ts":1785186540.4678938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13c34714-5ff6-4eae-8fe4-afed9a11b1e3"} {"level":"info","ts":1785186540.467905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13c34714-5ff6-4eae-8fe4-afed9a11b1e3","EoS":false} {"level":"info","ts":1785186540.4679158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13c34714-5ff6-4eae-8fe4-afed9a11b1e3","EoS":true} {"level":"info","ts":1785186540.4679368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13c34714-5ff6-4eae-8fe4-afed9a11b1e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186540.4679518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13c34714-5ff6-4eae-8fe4-afed9a11b1e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186540.4679716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13c34714-5ff6-4eae-8fe4-afed9a11b1e3"} {"level":"info","ts":1785186542.5055704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186542.505651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"884f518a-ec03-45fb-9218-53084c92f5f2"} {"level":"info","ts":1785186542.5056608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"884f518a-ec03-45fb-9218-53084c92f5f2"} {"level":"info","ts":1785186542.505672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"884f518a-ec03-45fb-9218-53084c92f5f2","EoS":false} {"level":"info","ts":1785186542.5056884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"884f518a-ec03-45fb-9218-53084c92f5f2","EoS":true} {"level":"info","ts":1785186542.5057666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"884f518a-ec03-45fb-9218-53084c92f5f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186542.5057898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"884f518a-ec03-45fb-9218-53084c92f5f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186542.5058148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"884f518a-ec03-45fb-9218-53084c92f5f2"} {"level":"info","ts":1785186544.5415497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186544.541631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186544.5416408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186544.5416517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","EoS":false} {"level":"info","ts":1785186544.541663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","EoS":true} {"level":"info","ts":1785186544.5416837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186544.5417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186544.5417225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186567.1904225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186567.1904967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186567.1905062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186567.190517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","EoS":false} {"level":"info","ts":1785186567.19053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","EoS":true} {"level":"info","ts":1785186567.1905508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186567.190567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186567.190582,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186576.553517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186576.553597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cca0ca59-2d3c-4bb7-a015-14c7fc837848"} {"level":"info","ts":1785186576.553608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cca0ca59-2d3c-4bb7-a015-14c7fc837848"} {"level":"info","ts":1785186576.5536244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cca0ca59-2d3c-4bb7-a015-14c7fc837848","EoS":false} {"level":"info","ts":1785186576.553638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cca0ca59-2d3c-4bb7-a015-14c7fc837848","EoS":true} {"level":"info","ts":1785186576.5536573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cca0ca59-2d3c-4bb7-a015-14c7fc837848","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186576.5536737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cca0ca59-2d3c-4bb7-a015-14c7fc837848","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186576.5536964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cca0ca59-2d3c-4bb7-a015-14c7fc837848"} {"level":"info","ts":1785186581.997187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186581.997289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8327a1f-a216-47a0-8da7-1ae4ff36a5bc"} {"level":"info","ts":1785186581.997302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8327a1f-a216-47a0-8da7-1ae4ff36a5bc"} {"level":"info","ts":1785186581.9973176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8327a1f-a216-47a0-8da7-1ae4ff36a5bc","EoS":false} {"level":"info","ts":1785186581.99733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8327a1f-a216-47a0-8da7-1ae4ff36a5bc","EoS":true} {"level":"info","ts":1785186581.99735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8327a1f-a216-47a0-8da7-1ae4ff36a5bc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186581.9973652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8327a1f-a216-47a0-8da7-1ae4ff36a5bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186581.997389,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8327a1f-a216-47a0-8da7-1ae4ff36a5bc"} {"level":"info","ts":1785186591.5488036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186591.5488906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f19d84d5-3afa-4986-b05c-77a42711f5d6"} {"level":"info","ts":1785186591.5489008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f19d84d5-3afa-4986-b05c-77a42711f5d6"} {"level":"info","ts":1785186591.5489116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f19d84d5-3afa-4986-b05c-77a42711f5d6","EoS":false} {"level":"info","ts":1785186591.5489228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f19d84d5-3afa-4986-b05c-77a42711f5d6","EoS":true} {"level":"info","ts":1785186591.5489428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f19d84d5-3afa-4986-b05c-77a42711f5d6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186591.5489583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f19d84d5-3afa-4986-b05c-77a42711f5d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186591.5489793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f19d84d5-3afa-4986-b05c-77a42711f5d6"} {"level":"info","ts":1785186593.6113722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186593.611468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186593.611483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186593.6115022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","EoS":false} {"level":"info","ts":1785186593.6115232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","EoS":true} {"level":"info","ts":1785186593.6115541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186593.6115727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186593.6116054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186603.0476193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186603.0476959,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0477085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0477195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","EoS":false} {"level":"info","ts":1785186603.0477307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","EoS":true} {"level":"info","ts":1785186603.0477533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186603.0477695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186603.0477924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0965307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186603.0966113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186603.0966208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186603.0966358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","EoS":false} {"level":"info","ts":1785186603.096654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","EoS":true} {"level":"info","ts":1785186603.0966763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186603.0966916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186603.09671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186622.2532485,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186622.2533317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186622.2533424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186622.253354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","EoS":false} {"level":"info","ts":1785186622.2533655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","EoS":true} {"level":"info","ts":1785186622.2533886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186622.253409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186622.2534378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186631.6034307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186631.6035168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01190535-3797-4644-9756-ff6bc3a09c13"} {"level":"info","ts":1785186631.6035252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01190535-3797-4644-9756-ff6bc3a09c13"} {"level":"info","ts":1785186631.6035366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01190535-3797-4644-9756-ff6bc3a09c13","EoS":false} {"level":"info","ts":1785186631.6035469,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01190535-3797-4644-9756-ff6bc3a09c13","EoS":true} {"level":"info","ts":1785186631.603567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01190535-3797-4644-9756-ff6bc3a09c13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186631.6035821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01190535-3797-4644-9756-ff6bc3a09c13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186631.6036036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01190535-3797-4644-9756-ff6bc3a09c13"} {"level":"info","ts":1785186636.888791,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186636.8888683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b30a6e6d-4edb-4768-bd62-8ca3cccb99aa"} {"level":"info","ts":1785186636.8888786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b30a6e6d-4edb-4768-bd62-8ca3cccb99aa"} {"level":"info","ts":1785186636.88889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b30a6e6d-4edb-4768-bd62-8ca3cccb99aa","EoS":false} {"level":"info","ts":1785186636.8889022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b30a6e6d-4edb-4768-bd62-8ca3cccb99aa","EoS":true} {"level":"info","ts":1785186636.888923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b30a6e6d-4edb-4768-bd62-8ca3cccb99aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186636.88894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b30a6e6d-4edb-4768-bd62-8ca3cccb99aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186636.8889616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b30a6e6d-4edb-4768-bd62-8ca3cccb99aa"} {"level":"info","ts":1785186727.4771771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186727.47729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1502f86d-d4df-4d1a-a670-34a800b8bbdd"} {"level":"info","ts":1785186727.4773076,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1502f86d-d4df-4d1a-a670-34a800b8bbdd"} {"level":"info","ts":1785186727.4773247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1502f86d-d4df-4d1a-a670-34a800b8bbdd","EoS":false} {"level":"info","ts":1785186727.477342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1502f86d-d4df-4d1a-a670-34a800b8bbdd","EoS":true} {"level":"info","ts":1785186727.477371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1502f86d-d4df-4d1a-a670-34a800b8bbdd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785186727.4773917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1502f86d-d4df-4d1a-a670-34a800b8bbdd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785186727.4774225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1502f86d-d4df-4d1a-a670-34a800b8bbdd"} {"level":"info","ts":1785186752.840047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186752.8401444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186752.840159,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186752.8401754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","EoS":false} {"level":"info","ts":1785186752.8401935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","EoS":true} {"level":"info","ts":1785186752.8402395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785186752.840261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785186752.840291,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186790.1664217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186790.1664999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186790.1665096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186790.1665204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","EoS":false} {"level":"info","ts":1785186790.1665337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","EoS":true} {"level":"info","ts":1785186790.1665583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186790.166575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186790.1665945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186805.9263928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186805.9264755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186805.926485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186805.9264958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","EoS":false} {"level":"info","ts":1785186805.926507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","EoS":true} {"level":"info","ts":1785186805.9265287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186805.9265447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186805.9265637,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186806.3273568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186806.327452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53b7f36a-3d03-4bf2-a85e-762d3e827a6f"} {"level":"info","ts":1785186806.3274643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53b7f36a-3d03-4bf2-a85e-762d3e827a6f"} {"level":"info","ts":1785186806.3275118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53b7f36a-3d03-4bf2-a85e-762d3e827a6f","EoS":false} {"level":"info","ts":1785186806.3275266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53b7f36a-3d03-4bf2-a85e-762d3e827a6f","EoS":true} {"level":"info","ts":1785186806.327547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53b7f36a-3d03-4bf2-a85e-762d3e827a6f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186806.327562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53b7f36a-3d03-4bf2-a85e-762d3e827a6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186806.327587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53b7f36a-3d03-4bf2-a85e-762d3e827a6f"} {"level":"info","ts":1785187122.0566227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187122.056712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.056721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.0567315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","EoS":false} {"level":"info","ts":1785187122.0567424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","EoS":true} {"level":"info","ts":1785187122.0567677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187122.0567882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187122.0568101,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.0963762,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187122.096462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.0964713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.0964825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","EoS":false} {"level":"info","ts":1785187122.0964959,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","EoS":true} {"level":"info","ts":1785187122.096517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187122.0965333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187122.0965562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.133125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187122.1331995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2345bf04-30a1-48bb-9ced-3f9f464f2577"} {"level":"info","ts":1785187122.1332083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2345bf04-30a1-48bb-9ced-3f9f464f2577"} {"level":"info","ts":1785187122.133249,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2345bf04-30a1-48bb-9ced-3f9f464f2577","EoS":false} {"level":"info","ts":1785187122.1332703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2345bf04-30a1-48bb-9ced-3f9f464f2577","EoS":true} {"level":"info","ts":1785187122.1332946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2345bf04-30a1-48bb-9ced-3f9f464f2577","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187122.1333098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2345bf04-30a1-48bb-9ced-3f9f464f2577","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187122.1333306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2345bf04-30a1-48bb-9ced-3f9f464f2577"} {"level":"info","ts":1785187122.1703975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187122.170477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5571eaae-9177-4abf-a617-3a2f8aa6784f"} {"level":"info","ts":1785187122.170486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5571eaae-9177-4abf-a617-3a2f8aa6784f"} {"level":"info","ts":1785187122.1704967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5571eaae-9177-4abf-a617-3a2f8aa6784f","EoS":false} {"level":"info","ts":1785187122.1705108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5571eaae-9177-4abf-a617-3a2f8aa6784f","EoS":true} {"level":"info","ts":1785187122.1705415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5571eaae-9177-4abf-a617-3a2f8aa6784f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187122.1705568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5571eaae-9177-4abf-a617-3a2f8aa6784f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187122.170577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5571eaae-9177-4abf-a617-3a2f8aa6784f"} {"level":"info","ts":1785187127.0340497,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fcd06a7-d25b-4e78-b089-23dda6a9fa80","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187127.0340934,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fcd06a7-d25b-4e78-b089-23dda6a9fa80","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187127.034138,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b46a20d-de4e-45a9-99bd-918eb74aa127"} {"level":"info","ts":1785187127.0422952,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e827bf4-4189-4c35-8d25-94d53f707c99","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187127.0423381,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e827bf4-4189-4c35-8d25-94d53f707c99","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187127.0537088,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34889.073578737,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.0537329,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.2338583,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98c81fbd-1c07-4b3f-b12a-2b86fde88eec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.2340841,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cab875c-937a-495b-b06b-2d4f3839578a"} {"level":"info","ts":1785187127.2342381,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98c81fbd-1c07-4b3f-b12a-2b86fde88eec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.2343388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40d60d99-f456-4b91-b2b2-43634c3a86cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.2343652,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40d60d99-f456-4b91-b2b2-43634c3a86cd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.2344573,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cab875c-937a-495b-b06b-2d4f3839578a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187127.2357395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"683ceaab-9512-4ba2-a620-4548105a1ba0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.2357786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"683ceaab-9512-4ba2-a620-4548105a1ba0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.2358274,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d292fc7-058c-4b96-823e-8208f8ac9a61","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187127.2358584,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d292fc7-058c-4b96-823e-8208f8ac9a61","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187127.2400973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785187127.2406867,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cab875c-937a-495b-b06b-2d4f3839578a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.2407665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583b564d-8f9f-495e-b8be-2cbb25884cbb"} {"level":"info","ts":1785187127.2409806,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35296.249415061,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.2410035,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.2465396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.2549028,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35147.952651977,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.2549286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.3308928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e90ef4ab-bef4-44c6-b86c-3646f3bdb8ea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.3309486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e90ef4ab-bef4-44c6-b86c-3646f3bdb8ea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.3329198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.3359437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5760339e-88ec-4c06-b45f-bf4bb849773f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.3359795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5760339e-88ec-4c06-b45f-bf4bb849773f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.3418465,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583b564d-8f9f-495e-b8be-2cbb25884cbb","name":"e2e-external-model"} {"level":"info","ts":1785187127.350182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7524fe0a-667c-4248-bf01-89f40bb332ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.3502302,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7524fe0a-667c-4248-bf01-89f40bb332ad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.3512046,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583b564d-8f9f-495e-b8be-2cbb25884cbb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187127.3542764,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583b564d-8f9f-495e-b8be-2cbb25884cbb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.3543563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36fa1005-fe9a-4460-a679-b3ce302ec2f8"} {"level":"info","ts":1785187127.354413,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36fa1005-fe9a-4460-a679-b3ce302ec2f8","name":"e2e-external-model"} {"level":"info","ts":1785187127.3551757,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b46a20d-de4e-45a9-99bd-918eb74aa127","name":"e2e-external-provider"} {"level":"info","ts":1785187127.3615036,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36fa1005-fe9a-4460-a679-b3ce302ec2f8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187127.3625753,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b46a20d-de4e-45a9-99bd-918eb74aa127","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785187127.365379,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b46a20d-de4e-45a9-99bd-918eb74aa127","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.3654914,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"457efc2e-ff84-4dcc-8a3f-95d9cf6da5da"} {"level":"info","ts":1785187127.365544,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"457efc2e-ff84-4dcc-8a3f-95d9cf6da5da","name":"e2e-external-provider"} {"level":"info","ts":1785187127.3726141,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"457efc2e-ff84-4dcc-8a3f-95d9cf6da5da","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785187132.3981752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187132.398273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed"} {"level":"info","ts":1785187132.3982835,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed"} {"level":"info","ts":1785187132.3982947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed","EoS":false} {"level":"info","ts":1785187132.3983061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed","EoS":true} {"level":"info","ts":1785187132.398326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187132.3983424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187132.3983495,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed","modelName":"e2e-external-model"} {"level":"info","ts":1785187132.398364,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187132.3984191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2d373fe-f8da-460a-b3fe-b0c2a17be2ed"} {"level":"info","ts":1785187132.4489477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187132.4490316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2"} {"level":"info","ts":1785187132.4490445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2"} {"level":"info","ts":1785187132.4490612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2","EoS":false} {"level":"info","ts":1785187132.4490817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2","EoS":true} {"level":"info","ts":1785187132.4491124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187132.4491308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187132.449149,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2","modelName":"e2e-external-model"} {"level":"info","ts":1785187132.4491708,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187132.4492424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61b99a9f-cf6b-4fc0-bece-5db396468cb2"} {"level":"info","ts":1785187132.4784596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187132.478531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084"} {"level":"info","ts":1785187132.478539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084"} {"level":"info","ts":1785187132.4785497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","EoS":false} {"level":"info","ts":1785187132.4785635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","EoS":true} {"level":"info","ts":1785187132.478583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187132.478598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187132.478606,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","modelName":"e2e-external-model"} {"level":"info","ts":1785187132.4786196,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187132.4786572,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084"} {"level":"info","ts":1785187132.60732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61f0f883-1ded-47b5-9caf-39d79a3e87d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6073735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61f0f883-1ded-47b5-9caf-39d79a3e87d6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187132.6073196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f27a353-f0d6-4930-8cd9-0b44432b2105"} {"level":"info","ts":1785187132.614169,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28586866-c614-44b8-81cc-ed822eb3f8b9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6142037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28586866-c614-44b8-81cc-ed822eb3f8b9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187132.615361,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f27a353-f0d6-4930-8cd9-0b44432b2105","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187132.6154249,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f27a353-f0d6-4930-8cd9-0b44432b2105","name":"e2e-cleanup-test"} {"level":"info","ts":1785187132.6298263,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abda84f3-d055-459b-8d80-7b2b4a8f6e45","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6298702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abda84f3-d055-459b-8d80-7b2b4a8f6e45","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187132.6309538,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f27a353-f0d6-4930-8cd9-0b44432b2105","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187132.6310065,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f27a353-f0d6-4930-8cd9-0b44432b2105","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187132.6310978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93c2ba17-ab1b-4542-b85b-2ef152b526fe"} {"level":"info","ts":1785187132.6311638,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93c2ba17-ab1b-4542-b85b-2ef152b526fe","name":"e2e-cleanup-test"} {"level":"info","ts":1785187132.6459353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b672ec63-db23-4b41-bb7a-5e894ea2529d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6459742,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b672ec63-db23-4b41-bb7a-5e894ea2529d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187132.6468863,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93c2ba17-ab1b-4542-b85b-2ef152b526fe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187132.646944,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93c2ba17-ab1b-4542-b85b-2ef152b526fe","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187132.6470072,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f50692-8826-4e26-a54d-dc1918bfbb23"} {"level":"info","ts":1785187132.6470838,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f50692-8826-4e26-a54d-dc1918bfbb23","name":"e2e-cleanup-test"} {"level":"info","ts":1785187132.6552882,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f50692-8826-4e26-a54d-dc1918bfbb23","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187132.662018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42d7fc30-35a5-484a-841b-0069cf13ea63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6620505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42d7fc30-35a5-484a-841b-0069cf13ea63","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187132.6620712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"756077f0-205e-47e7-9a5c-63c314d9a722"} {"level":"info","ts":1785187132.6621234,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"756077f0-205e-47e7-9a5c-63c314d9a722","name":"e2e-cleanup-test"} {"level":"info","ts":1785187132.669681,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"756077f0-205e-47e7-9a5c-63c314d9a722","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187140.8755045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00f57a66-5b28-4404-8454-8fb9515033bc"} {"level":"info","ts":1785187140.8755047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5e02a1c-98a0-40b5-be19-94a6ae84b29e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187140.8756013,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5e02a1c-98a0-40b5-be19-94a6ae84b29e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187145.1849008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.1850054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396"} {"level":"info","ts":1785187145.1850185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396"} {"level":"info","ts":1785187145.1850367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396","EoS":false} {"level":"info","ts":1785187145.1850567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396","EoS":true} {"level":"info","ts":1785187145.1850858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785187145.185108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785187145.1851447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396"} {"level":"info","ts":1785187145.2115328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.2116134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c"} {"level":"info","ts":1785187145.2116232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c"} {"level":"info","ts":1785187145.211634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","EoS":false} {"level":"info","ts":1785187145.211648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","EoS":true} {"level":"info","ts":1785187145.2116692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187145.2116852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187145.2116942,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","modelName":"e2e-external-model"} {"level":"info","ts":1785187145.2117088,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187145.211749,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c"} {"level":"info","ts":1785187145.258308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.258404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.2584183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.2584317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","EoS":false} {"level":"info","ts":1785187145.2584538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","EoS":true} {"level":"info","ts":1785187145.2584848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785187145.2585049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187145.2585301,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.4035738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.403644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187145.4036536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187145.4036646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","EoS":false} {"level":"info","ts":1785187145.4036756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","EoS":true} {"level":"info","ts":1785187145.4036982,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","field":"model"} {"level":"info","ts":1785187145.4037237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187146.3498778,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23b3e141-e8cd-4733-98d8-2f9a3cf6889e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187146.3499362,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23b3e141-e8cd-4733-98d8-2f9a3cf6889e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187146.3498962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15bcb368-34cb-40bf-80e5-9f5de7f1f422"} {"level":"info","ts":1785187146.4936268,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca174c23-611f-4602-9516-96a97955405e"} {"level":"info","ts":1785187146.4936347,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"327f6ed4-27a4-4cbf-839a-fbf53b49cbc4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187146.493709,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"327f6ed4-27a4-4cbf-839a-fbf53b49cbc4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785188406.3588505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188406.3589468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6813d716-3acc-4b1a-8608-7dedebbe4f96"} {"level":"info","ts":1785188461.364168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188461.3642802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"} {"level":"info","ts":1785188461.364292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"} {"level":"info","ts":1785188461.3643064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","EoS":false} {"level":"info","ts":1785188461.364328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","EoS":true} {"level":"info","ts":1785188461.3643608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785188461.364376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785188461.3643978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"}