{"level":"info","ts":1785860252.9780474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88495919-7458-44f7-846f-7eeab1ef396d","EoS":true} {"level":"info","ts":1785860252.9780624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88495919-7458-44f7-846f-7eeab1ef396d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860252.9780755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88495919-7458-44f7-846f-7eeab1ef396d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860252.9780934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88495919-7458-44f7-846f-7eeab1ef396d"} {"level":"info","ts":1785860265.8674357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860265.8675296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f512b45c-732a-48da-8bf5-478e3c3adb3b"} {"level":"info","ts":1785860265.8675466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f512b45c-732a-48da-8bf5-478e3c3adb3b"} {"level":"info","ts":1785860265.8675642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f512b45c-732a-48da-8bf5-478e3c3adb3b","EoS":false} {"level":"info","ts":1785860265.8675833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f512b45c-732a-48da-8bf5-478e3c3adb3b","EoS":true} {"level":"info","ts":1785860265.867616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f512b45c-732a-48da-8bf5-478e3c3adb3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860265.8676505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f512b45c-732a-48da-8bf5-478e3c3adb3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860265.8676796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f512b45c-732a-48da-8bf5-478e3c3adb3b"} {"level":"info","ts":1785860265.9146743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860265.9147372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"026de447-a528-4875-97d2-72a1a5e985b7"} {"level":"info","ts":1785860265.914746,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"026de447-a528-4875-97d2-72a1a5e985b7"} {"level":"info","ts":1785860265.9147592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"026de447-a528-4875-97d2-72a1a5e985b7","EoS":false} {"level":"info","ts":1785860265.9147766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"026de447-a528-4875-97d2-72a1a5e985b7","EoS":true} {"level":"info","ts":1785860265.9147944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"026de447-a528-4875-97d2-72a1a5e985b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860265.914808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"026de447-a528-4875-97d2-72a1a5e985b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860265.914825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"026de447-a528-4875-97d2-72a1a5e985b7"} {"level":"info","ts":1785860265.944404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860265.94446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"711a5160-b7e7-465a-b425-d8af79defcae"} {"level":"info","ts":1785860265.9444742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"711a5160-b7e7-465a-b425-d8af79defcae"} {"level":"info","ts":1785860265.9444842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"711a5160-b7e7-465a-b425-d8af79defcae","EoS":false} {"level":"info","ts":1785860265.9445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"711a5160-b7e7-465a-b425-d8af79defcae","EoS":true} {"level":"info","ts":1785860265.9445183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"711a5160-b7e7-465a-b425-d8af79defcae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860265.9445317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"711a5160-b7e7-465a-b425-d8af79defcae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860265.944548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"711a5160-b7e7-465a-b425-d8af79defcae"} {"level":"info","ts":1785860265.9998302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860265.9998927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b3121ac-e74e-4f1c-8728-efe0f4a9eeb9"} {"level":"info","ts":1785860265.999902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b3121ac-e74e-4f1c-8728-efe0f4a9eeb9"} {"level":"info","ts":1785860265.9999268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b3121ac-e74e-4f1c-8728-efe0f4a9eeb9","EoS":false} {"level":"info","ts":1785860265.9999366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b3121ac-e74e-4f1c-8728-efe0f4a9eeb9","EoS":true} {"level":"info","ts":1785860265.9999552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b3121ac-e74e-4f1c-8728-efe0f4a9eeb9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860265.999969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b3121ac-e74e-4f1c-8728-efe0f4a9eeb9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860265.9999866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b3121ac-e74e-4f1c-8728-efe0f4a9eeb9"} {"level":"info","ts":1785860266.7368515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860266.7369475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6844723-88ab-4297-b3ce-c9ec6c8bdc33"} {"level":"info","ts":1785860266.736959,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6844723-88ab-4297-b3ce-c9ec6c8bdc33"} {"level":"info","ts":1785860266.7369702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6844723-88ab-4297-b3ce-c9ec6c8bdc33","EoS":false} {"level":"info","ts":1785860266.7369828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6844723-88ab-4297-b3ce-c9ec6c8bdc33","EoS":true} {"level":"info","ts":1785860266.7370028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6844723-88ab-4297-b3ce-c9ec6c8bdc33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860266.737018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6844723-88ab-4297-b3ce-c9ec6c8bdc33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860266.7370374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6844723-88ab-4297-b3ce-c9ec6c8bdc33"} {"level":"info","ts":1785860266.7852068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860266.7852664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28944cb5-e9f3-4274-9f8d-cdd4a7b55072"} {"level":"info","ts":1785860266.785275,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28944cb5-e9f3-4274-9f8d-cdd4a7b55072"} {"level":"info","ts":1785860266.785286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28944cb5-e9f3-4274-9f8d-cdd4a7b55072","EoS":false} {"level":"info","ts":1785860266.785298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28944cb5-e9f3-4274-9f8d-cdd4a7b55072","EoS":true} {"level":"info","ts":1785860266.7853158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28944cb5-e9f3-4274-9f8d-cdd4a7b55072","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860266.7853308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28944cb5-e9f3-4274-9f8d-cdd4a7b55072","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860266.78535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28944cb5-e9f3-4274-9f8d-cdd4a7b55072"} {"level":"info","ts":1785860270.9781694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860270.9782546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44446afe-cb85-4f5b-b99f-dc8c4a7e1c41"} {"level":"info","ts":1785860270.9782705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44446afe-cb85-4f5b-b99f-dc8c4a7e1c41"} {"level":"info","ts":1785860270.9782908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44446afe-cb85-4f5b-b99f-dc8c4a7e1c41","EoS":false} {"level":"info","ts":1785860270.9783158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44446afe-cb85-4f5b-b99f-dc8c4a7e1c41","EoS":true} {"level":"info","ts":1785860270.978349,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44446afe-cb85-4f5b-b99f-dc8c4a7e1c41","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860270.9783678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44446afe-cb85-4f5b-b99f-dc8c4a7e1c41","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860270.9783964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44446afe-cb85-4f5b-b99f-dc8c4a7e1c41"} {"level":"info","ts":1785860286.8343205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860286.8344114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a22a274-2060-462e-87a7-786f356c59ff"} {"level":"info","ts":1785860286.8344266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a22a274-2060-462e-87a7-786f356c59ff"} {"level":"info","ts":1785860286.8344388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a22a274-2060-462e-87a7-786f356c59ff","EoS":false} {"level":"info","ts":1785860286.8344555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a22a274-2060-462e-87a7-786f356c59ff","EoS":true} {"level":"info","ts":1785860286.8344767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a22a274-2060-462e-87a7-786f356c59ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860286.8344898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a22a274-2060-462e-87a7-786f356c59ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860286.8345063,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a22a274-2060-462e-87a7-786f356c59ff"} {"level":"info","ts":1785860286.9903743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860286.9904613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cde3f09-ffde-432e-b36f-a9988ae25d48"} {"level":"info","ts":1785860286.9904807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cde3f09-ffde-432e-b36f-a9988ae25d48"} {"level":"info","ts":1785860286.9904995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cde3f09-ffde-432e-b36f-a9988ae25d48","EoS":false} {"level":"info","ts":1785860286.9905205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cde3f09-ffde-432e-b36f-a9988ae25d48","EoS":true} {"level":"info","ts":1785860286.9905512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cde3f09-ffde-432e-b36f-a9988ae25d48","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860286.9905705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cde3f09-ffde-432e-b36f-a9988ae25d48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860286.9905975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cde3f09-ffde-432e-b36f-a9988ae25d48"} {"level":"info","ts":1785860287.1376855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860287.1377702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc2fb4eb-26ff-465d-ada1-24011778d6cb"} {"level":"info","ts":1785860287.1377861,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc2fb4eb-26ff-465d-ada1-24011778d6cb"} {"level":"info","ts":1785860287.137804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc2fb4eb-26ff-465d-ada1-24011778d6cb","EoS":false} {"level":"info","ts":1785860287.1378212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc2fb4eb-26ff-465d-ada1-24011778d6cb","EoS":true} {"level":"info","ts":1785860287.1378515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc2fb4eb-26ff-465d-ada1-24011778d6cb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860287.137869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc2fb4eb-26ff-465d-ada1-24011778d6cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860287.137898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc2fb4eb-26ff-465d-ada1-24011778d6cb"} {"level":"info","ts":1785860287.2819011,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860287.282005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fabcb2f3-736d-45e3-aacc-22326ec6468a"} {"level":"info","ts":1785860287.2820175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fabcb2f3-736d-45e3-aacc-22326ec6468a"} {"level":"info","ts":1785860287.2820296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fabcb2f3-736d-45e3-aacc-22326ec6468a","EoS":false} {"level":"info","ts":1785860287.2820745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fabcb2f3-736d-45e3-aacc-22326ec6468a","EoS":true} {"level":"info","ts":1785860287.2820966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fabcb2f3-736d-45e3-aacc-22326ec6468a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860287.2821136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fabcb2f3-736d-45e3-aacc-22326ec6468a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860287.282135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fabcb2f3-736d-45e3-aacc-22326ec6468a"} {"level":"info","ts":1785860287.422442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860287.4225297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9473037d-3693-4739-8814-0c41ac7cd706"} {"level":"info","ts":1785860287.4225426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9473037d-3693-4739-8814-0c41ac7cd706"} {"level":"info","ts":1785860287.4225612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9473037d-3693-4739-8814-0c41ac7cd706","EoS":false} {"level":"info","ts":1785860287.422578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9473037d-3693-4739-8814-0c41ac7cd706","EoS":true} {"level":"info","ts":1785860287.4226112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9473037d-3693-4739-8814-0c41ac7cd706","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860287.422633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9473037d-3693-4739-8814-0c41ac7cd706","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860287.4226649,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9473037d-3693-4739-8814-0c41ac7cd706"} {"level":"info","ts":1785860287.5657594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860287.5658379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f9cb161-7f05-4efa-bca3-b2c3767528cd"} {"level":"info","ts":1785860287.5658476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f9cb161-7f05-4efa-bca3-b2c3767528cd"} {"level":"info","ts":1785860287.5658584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f9cb161-7f05-4efa-bca3-b2c3767528cd","EoS":false} {"level":"info","ts":1785860287.565869,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f9cb161-7f05-4efa-bca3-b2c3767528cd","EoS":true} {"level":"info","ts":1785860287.5658896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f9cb161-7f05-4efa-bca3-b2c3767528cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860287.5659935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f9cb161-7f05-4efa-bca3-b2c3767528cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860287.5660186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f9cb161-7f05-4efa-bca3-b2c3767528cd"} {"level":"info","ts":1785860309.4607053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860309.4607944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9257bd54-23b9-4c06-a6ce-dc9b60cb760e"} {"level":"info","ts":1785860309.4608119,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9257bd54-23b9-4c06-a6ce-dc9b60cb760e"} {"level":"info","ts":1785860309.4608316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9257bd54-23b9-4c06-a6ce-dc9b60cb760e","EoS":false} {"level":"info","ts":1785860309.4608524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9257bd54-23b9-4c06-a6ce-dc9b60cb760e","EoS":true} {"level":"info","ts":1785860309.4608834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9257bd54-23b9-4c06-a6ce-dc9b60cb760e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860309.4609315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9257bd54-23b9-4c06-a6ce-dc9b60cb760e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860309.4609618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9257bd54-23b9-4c06-a6ce-dc9b60cb760e"} {"level":"info","ts":1785860309.4998686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860309.4999597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94a7db69-e170-4821-8ccf-2409e12e0264"} {"level":"info","ts":1785860309.4999728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94a7db69-e170-4821-8ccf-2409e12e0264"} {"level":"info","ts":1785860309.4999845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94a7db69-e170-4821-8ccf-2409e12e0264","EoS":false} {"level":"info","ts":1785860309.499994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94a7db69-e170-4821-8ccf-2409e12e0264","EoS":true} {"level":"info","ts":1785860309.500012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94a7db69-e170-4821-8ccf-2409e12e0264","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860309.5000267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94a7db69-e170-4821-8ccf-2409e12e0264","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860309.500048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94a7db69-e170-4821-8ccf-2409e12e0264"} {"level":"info","ts":1785860309.538482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860309.538544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e0bc68c-3930-428b-999e-dc23302858ca"} {"level":"info","ts":1785860309.5385575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e0bc68c-3930-428b-999e-dc23302858ca"} {"level":"info","ts":1785860309.538569,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e0bc68c-3930-428b-999e-dc23302858ca","EoS":false} {"level":"info","ts":1785860309.5385785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e0bc68c-3930-428b-999e-dc23302858ca","EoS":true} {"level":"info","ts":1785860309.538595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e0bc68c-3930-428b-999e-dc23302858ca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860309.538611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e0bc68c-3930-428b-999e-dc23302858ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860309.5386686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e0bc68c-3930-428b-999e-dc23302858ca"} {"level":"info","ts":1785860309.5744872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860309.5745575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24913bc1-1901-427f-8d92-380d76d3b854"} {"level":"info","ts":1785860314.2317114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860314.2317824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3fae58d-02d1-419a-a73a-f744d0835491"} {"level":"info","ts":1785860314.2317924,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3fae58d-02d1-419a-a73a-f744d0835491"} {"level":"info","ts":1785860314.2318041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3fae58d-02d1-419a-a73a-f744d0835491","EoS":false} {"level":"info","ts":1785860314.2318146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3fae58d-02d1-419a-a73a-f744d0835491","EoS":true} {"level":"info","ts":1785860314.2318337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3fae58d-02d1-419a-a73a-f744d0835491","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860314.231849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3fae58d-02d1-419a-a73a-f744d0835491","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860314.2318704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3fae58d-02d1-419a-a73a-f744d0835491"} {"level":"info","ts":1785860322.824818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860322.824922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5ad0491-99a3-4100-bb83-7cac87603404"} {"level":"info","ts":1785860322.8249342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5ad0491-99a3-4100-bb83-7cac87603404"} {"level":"info","ts":1785860322.8249457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5ad0491-99a3-4100-bb83-7cac87603404","EoS":false} {"level":"info","ts":1785860322.8249552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5ad0491-99a3-4100-bb83-7cac87603404","EoS":true} {"level":"info","ts":1785860322.8249757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5ad0491-99a3-4100-bb83-7cac87603404","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860322.8249922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5ad0491-99a3-4100-bb83-7cac87603404","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860322.825017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5ad0491-99a3-4100-bb83-7cac87603404"} {"level":"info","ts":1785860335.7416065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860335.7417119,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d44a8845-585c-4914-99f1-5cc5bc848c63"} {"level":"info","ts":1785860335.7417297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d44a8845-585c-4914-99f1-5cc5bc848c63"} {"level":"info","ts":1785860335.7417471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d44a8845-585c-4914-99f1-5cc5bc848c63","EoS":false} {"level":"info","ts":1785860335.7417653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d44a8845-585c-4914-99f1-5cc5bc848c63","EoS":true} {"level":"info","ts":1785860335.7417943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d44a8845-585c-4914-99f1-5cc5bc848c63","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860335.7418146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d44a8845-585c-4914-99f1-5cc5bc848c63","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860335.7418456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d44a8845-585c-4914-99f1-5cc5bc848c63"} {"level":"info","ts":1785860344.3083403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860344.3084152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"761b0032-e43a-4ae3-8a81-007be0650557"} {"level":"info","ts":1785860344.3084238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"761b0032-e43a-4ae3-8a81-007be0650557"} {"level":"info","ts":1785860344.3084352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"761b0032-e43a-4ae3-8a81-007be0650557","EoS":false} {"level":"info","ts":1785860344.3084447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"761b0032-e43a-4ae3-8a81-007be0650557","EoS":true} {"level":"info","ts":1785860344.308465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"761b0032-e43a-4ae3-8a81-007be0650557","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860344.3084831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"761b0032-e43a-4ae3-8a81-007be0650557","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860344.3085053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"761b0032-e43a-4ae3-8a81-007be0650557"} {"level":"info","ts":1785860353.2412446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860353.2413285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dde6df9-63ea-47cd-a4aa-02f414ec87fe"} {"level":"info","ts":1785860353.2413375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dde6df9-63ea-47cd-a4aa-02f414ec87fe"} {"level":"info","ts":1785860353.24135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dde6df9-63ea-47cd-a4aa-02f414ec87fe","EoS":false} {"level":"info","ts":1785860353.24136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dde6df9-63ea-47cd-a4aa-02f414ec87fe","EoS":true} {"level":"info","ts":1785860353.2413802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4dde6df9-63ea-47cd-a4aa-02f414ec87fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860353.2413976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dde6df9-63ea-47cd-a4aa-02f414ec87fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860353.2414374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dde6df9-63ea-47cd-a4aa-02f414ec87fe"} {"level":"info","ts":1785860362.2773774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860362.277484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a45e877-56f8-4474-b1b7-544e4d20b54b"} {"level":"info","ts":1785860362.2775009,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a45e877-56f8-4474-b1b7-544e4d20b54b"} {"level":"info","ts":1785860362.2775185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a45e877-56f8-4474-b1b7-544e4d20b54b","EoS":false} {"level":"info","ts":1785860362.2775419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a45e877-56f8-4474-b1b7-544e4d20b54b","EoS":true} {"level":"info","ts":1785860362.2775695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a45e877-56f8-4474-b1b7-544e4d20b54b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860362.2775884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a45e877-56f8-4474-b1b7-544e4d20b54b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860362.2776167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a45e877-56f8-4474-b1b7-544e4d20b54b"} {"level":"info","ts":1785860367.070891,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860367.0709934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00c7989c-8939-4478-ba48-16fa8eb90db8"} {"level":"info","ts":1785860367.071002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00c7989c-8939-4478-ba48-16fa8eb90db8"} {"level":"info","ts":1785860367.071013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00c7989c-8939-4478-ba48-16fa8eb90db8","EoS":false} {"level":"info","ts":1785860367.0710244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00c7989c-8939-4478-ba48-16fa8eb90db8","EoS":true} {"level":"info","ts":1785860367.0710437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00c7989c-8939-4478-ba48-16fa8eb90db8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785860367.0710568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00c7989c-8939-4478-ba48-16fa8eb90db8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860367.071077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00c7989c-8939-4478-ba48-16fa8eb90db8"} {"level":"info","ts":1785860371.8717308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860371.871804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27dbeb48-23fb-4b87-ab11-01208d6ce7e0"} {"level":"info","ts":1785860371.871813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27dbeb48-23fb-4b87-ab11-01208d6ce7e0"} {"level":"info","ts":1785860371.8718238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27dbeb48-23fb-4b87-ab11-01208d6ce7e0","EoS":false} {"level":"info","ts":1785860371.8718352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27dbeb48-23fb-4b87-ab11-01208d6ce7e0","EoS":true} {"level":"info","ts":1785860371.8718603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27dbeb48-23fb-4b87-ab11-01208d6ce7e0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860371.8718755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27dbeb48-23fb-4b87-ab11-01208d6ce7e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860371.8718948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27dbeb48-23fb-4b87-ab11-01208d6ce7e0"} {"level":"info","ts":1785860382.8731005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860382.8731763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b67752bd-b9d3-4ae5-927e-28b027656a59"} {"level":"info","ts":1785860382.8731902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b67752bd-b9d3-4ae5-927e-28b027656a59"} {"level":"info","ts":1785860382.8732018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b67752bd-b9d3-4ae5-927e-28b027656a59","EoS":false} {"level":"info","ts":1785860382.8732119,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b67752bd-b9d3-4ae5-927e-28b027656a59","EoS":true} {"level":"info","ts":1785860382.873231,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b67752bd-b9d3-4ae5-927e-28b027656a59","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860382.8732471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b67752bd-b9d3-4ae5-927e-28b027656a59","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860382.8732667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b67752bd-b9d3-4ae5-927e-28b027656a59"} {"level":"info","ts":1785860416.9914,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860416.9914923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9103eed-1ce5-443e-8ae9-22781620d13b"} {"level":"info","ts":1785860416.9915144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9103eed-1ce5-443e-8ae9-22781620d13b"} {"level":"info","ts":1785860416.991533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9103eed-1ce5-443e-8ae9-22781620d13b","EoS":false} {"level":"info","ts":1785860416.9915535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9103eed-1ce5-443e-8ae9-22781620d13b","EoS":true} {"level":"info","ts":1785860416.9915853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9103eed-1ce5-443e-8ae9-22781620d13b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860416.991605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9103eed-1ce5-443e-8ae9-22781620d13b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860416.9916344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9103eed-1ce5-443e-8ae9-22781620d13b"} {"level":"info","ts":1785860426.360659,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860426.360736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b84d0c9d-0ee7-47fc-8d75-a52255b3c570"} {"level":"info","ts":1785860426.3607447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b84d0c9d-0ee7-47fc-8d75-a52255b3c570"} {"level":"info","ts":1785860426.3607554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b84d0c9d-0ee7-47fc-8d75-a52255b3c570","EoS":false} {"level":"info","ts":1785860426.3607662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b84d0c9d-0ee7-47fc-8d75-a52255b3c570","EoS":true} {"level":"info","ts":1785860426.36079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b84d0c9d-0ee7-47fc-8d75-a52255b3c570","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860426.360806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b84d0c9d-0ee7-47fc-8d75-a52255b3c570","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860426.3608258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b84d0c9d-0ee7-47fc-8d75-a52255b3c570"} {"level":"info","ts":1785860442.5760694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860442.5761442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f056547e-62e3-49d7-b71d-8642a1f53b6a"} {"level":"info","ts":1785860442.5761533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f056547e-62e3-49d7-b71d-8642a1f53b6a"} {"level":"info","ts":1785860442.576164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f056547e-62e3-49d7-b71d-8642a1f53b6a","EoS":false} {"level":"info","ts":1785860442.5761738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f056547e-62e3-49d7-b71d-8642a1f53b6a","EoS":true} {"level":"info","ts":1785860442.5761974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f056547e-62e3-49d7-b71d-8642a1f53b6a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860442.5762136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f056547e-62e3-49d7-b71d-8642a1f53b6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860442.5762334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f056547e-62e3-49d7-b71d-8642a1f53b6a"} {"level":"info","ts":1785860452.2419472,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860452.242024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d29cd7a-827a-48bb-9c58-bc61dfacc95b"} {"level":"info","ts":1785860452.2420325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d29cd7a-827a-48bb-9c58-bc61dfacc95b"} {"level":"info","ts":1785860452.242044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d29cd7a-827a-48bb-9c58-bc61dfacc95b","EoS":false} {"level":"info","ts":1785860452.2420597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d29cd7a-827a-48bb-9c58-bc61dfacc95b","EoS":true} {"level":"info","ts":1785860452.2420793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d29cd7a-827a-48bb-9c58-bc61dfacc95b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860452.2420945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d29cd7a-827a-48bb-9c58-bc61dfacc95b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860452.2421181,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d29cd7a-827a-48bb-9c58-bc61dfacc95b"} {"level":"info","ts":1785860461.702129,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860461.702215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0e99bd4-39e5-432d-a700-bd362443c5b8"} {"level":"info","ts":1785860461.7022278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0e99bd4-39e5-432d-a700-bd362443c5b8"} {"level":"info","ts":1785860461.70224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0e99bd4-39e5-432d-a700-bd362443c5b8","EoS":false} {"level":"info","ts":1785860461.7022507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0e99bd4-39e5-432d-a700-bd362443c5b8","EoS":true} {"level":"info","ts":1785860461.7022731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0e99bd4-39e5-432d-a700-bd362443c5b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860461.702288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0e99bd4-39e5-432d-a700-bd362443c5b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860461.702308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0e99bd4-39e5-432d-a700-bd362443c5b8"} {"level":"info","ts":1785860461.7546048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860461.754672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8c4f97d-5970-488a-8d7f-a66dbc7b253e"} {"level":"info","ts":1785860461.7546825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8c4f97d-5970-488a-8d7f-a66dbc7b253e"} {"level":"info","ts":1785860461.754693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8c4f97d-5970-488a-8d7f-a66dbc7b253e","EoS":false} {"level":"info","ts":1785860461.7547033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8c4f97d-5970-488a-8d7f-a66dbc7b253e","EoS":true} {"level":"info","ts":1785860461.754723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8c4f97d-5970-488a-8d7f-a66dbc7b253e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860461.7547374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8c4f97d-5970-488a-8d7f-a66dbc7b253e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860461.754758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8c4f97d-5970-488a-8d7f-a66dbc7b253e"} {"level":"info","ts":1785860480.992707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860480.9927804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c525501-d2e2-4a2b-b430-13d3f5b2c560"} {"level":"info","ts":1785860480.99279,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c525501-d2e2-4a2b-b430-13d3f5b2c560"} {"level":"info","ts":1785860480.9928012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c525501-d2e2-4a2b-b430-13d3f5b2c560","EoS":false} {"level":"info","ts":1785860480.9928112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c525501-d2e2-4a2b-b430-13d3f5b2c560","EoS":true} {"level":"info","ts":1785860480.9928331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c525501-d2e2-4a2b-b430-13d3f5b2c560","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860480.992849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c525501-d2e2-4a2b-b430-13d3f5b2c560","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860480.992873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c525501-d2e2-4a2b-b430-13d3f5b2c560"} {"level":"info","ts":1785860490.3708677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860490.370983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2228fe0f-763b-49b0-ac24-0d1595b40e7a"} {"level":"info","ts":1785860490.370997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2228fe0f-763b-49b0-ac24-0d1595b40e7a"} {"level":"info","ts":1785860490.371016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2228fe0f-763b-49b0-ac24-0d1595b40e7a","EoS":false} {"level":"info","ts":1785860490.3710334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2228fe0f-763b-49b0-ac24-0d1595b40e7a","EoS":true} {"level":"info","ts":1785860490.3710723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2228fe0f-763b-49b0-ac24-0d1595b40e7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860490.3710928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2228fe0f-763b-49b0-ac24-0d1595b40e7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860490.3711257,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2228fe0f-763b-49b0-ac24-0d1595b40e7a"} {"level":"info","ts":1785860506.4074793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860506.4075565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e74bf608-8a39-4968-ad90-6bcee8b86a4a"} {"level":"info","ts":1785860506.4075696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e74bf608-8a39-4968-ad90-6bcee8b86a4a"} {"level":"info","ts":1785860506.4075806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e74bf608-8a39-4968-ad90-6bcee8b86a4a","EoS":false} {"level":"info","ts":1785860506.407591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e74bf608-8a39-4968-ad90-6bcee8b86a4a","EoS":true} {"level":"info","ts":1785860506.4076123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e74bf608-8a39-4968-ad90-6bcee8b86a4a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785860506.4076285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e74bf608-8a39-4968-ad90-6bcee8b86a4a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860506.4076505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e74bf608-8a39-4968-ad90-6bcee8b86a4a"} {"level":"info","ts":1785860640.3978589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860640.3979874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f06c21e4-cde4-463c-8761-b4bf3bc5dbe5"} {"level":"info","ts":1785860640.3980072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f06c21e4-cde4-463c-8761-b4bf3bc5dbe5"} {"level":"info","ts":1785860640.39802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f06c21e4-cde4-463c-8761-b4bf3bc5dbe5","EoS":false} {"level":"info","ts":1785860640.3980303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f06c21e4-cde4-463c-8761-b4bf3bc5dbe5","EoS":true} {"level":"info","ts":1785860640.3980541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f06c21e4-cde4-463c-8761-b4bf3bc5dbe5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785860640.3980753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f06c21e4-cde4-463c-8761-b4bf3bc5dbe5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785860640.398098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f06c21e4-cde4-463c-8761-b4bf3bc5dbe5"} {"level":"info","ts":1785860663.7126913,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860663.7127666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8d90ca6-086f-4727-89c1-f52632c8e75b"} {"level":"info","ts":1785860663.712776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8d90ca6-086f-4727-89c1-f52632c8e75b"} {"level":"info","ts":1785860663.712787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8d90ca6-086f-4727-89c1-f52632c8e75b","EoS":false} {"level":"info","ts":1785860663.7127976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8d90ca6-086f-4727-89c1-f52632c8e75b","EoS":true} {"level":"info","ts":1785860663.7128272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8d90ca6-086f-4727-89c1-f52632c8e75b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785860663.7128446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8d90ca6-086f-4727-89c1-f52632c8e75b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785860663.7128692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8d90ca6-086f-4727-89c1-f52632c8e75b"} {"level":"info","ts":1785860731.0259397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860731.026017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70ce9429-c89b-4eed-8917-5375a8267355"} {"level":"info","ts":1785860731.0260293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70ce9429-c89b-4eed-8917-5375a8267355"} {"level":"info","ts":1785860731.0260403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70ce9429-c89b-4eed-8917-5375a8267355","EoS":false} {"level":"info","ts":1785860731.0260506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70ce9429-c89b-4eed-8917-5375a8267355","EoS":true} {"level":"info","ts":1785860731.0260694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70ce9429-c89b-4eed-8917-5375a8267355","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860731.026086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70ce9429-c89b-4eed-8917-5375a8267355","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860731.0261111,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70ce9429-c89b-4eed-8917-5375a8267355"} {"level":"info","ts":1785860746.4358497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860746.4359596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9144a9e9-25e0-4052-809e-62ab3f4fb93a"} {"level":"info","ts":1785860746.4359722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9144a9e9-25e0-4052-809e-62ab3f4fb93a"} {"level":"info","ts":1785860746.4359837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9144a9e9-25e0-4052-809e-62ab3f4fb93a","EoS":false} {"level":"info","ts":1785860746.4360013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9144a9e9-25e0-4052-809e-62ab3f4fb93a","EoS":true} {"level":"info","ts":1785860746.4360318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9144a9e9-25e0-4052-809e-62ab3f4fb93a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860746.436054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9144a9e9-25e0-4052-809e-62ab3f4fb93a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860746.4360828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9144a9e9-25e0-4052-809e-62ab3f4fb93a"} {"level":"info","ts":1785860746.7404177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860746.7405016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"432ae4b4-1579-40d6-a83c-b44735e90018"} {"level":"info","ts":1785860746.7405143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"432ae4b4-1579-40d6-a83c-b44735e90018"} {"level":"info","ts":1785860746.7405326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"432ae4b4-1579-40d6-a83c-b44735e90018","EoS":false} {"level":"info","ts":1785860746.7405517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"432ae4b4-1579-40d6-a83c-b44735e90018","EoS":true} {"level":"info","ts":1785860746.7405844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"432ae4b4-1579-40d6-a83c-b44735e90018","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785860746.7406046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"432ae4b4-1579-40d6-a83c-b44735e90018","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860746.7406352,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"432ae4b4-1579-40d6-a83c-b44735e90018"} {"level":"info","ts":1785861079.638343,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861079.6384332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a013eaf9-5975-480d-9030-122a953312e3"} {"level":"info","ts":1785861079.6384447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a013eaf9-5975-480d-9030-122a953312e3"} {"level":"info","ts":1785861079.638456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a013eaf9-5975-480d-9030-122a953312e3","EoS":false} {"level":"info","ts":1785861079.6384666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a013eaf9-5975-480d-9030-122a953312e3","EoS":true} {"level":"info","ts":1785861079.63849,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a013eaf9-5975-480d-9030-122a953312e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785861079.6385057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a013eaf9-5975-480d-9030-122a953312e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785861079.63853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a013eaf9-5975-480d-9030-122a953312e3"} {"level":"info","ts":1785861079.6850028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861079.6850688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af444e44-db26-4271-ab53-5e7521d6ac06"} {"level":"info","ts":1785861079.6850796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af444e44-db26-4271-ab53-5e7521d6ac06"} {"level":"info","ts":1785861079.6850903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af444e44-db26-4271-ab53-5e7521d6ac06","EoS":false} {"level":"info","ts":1785861079.6851,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af444e44-db26-4271-ab53-5e7521d6ac06","EoS":true} {"level":"info","ts":1785861079.6851196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af444e44-db26-4271-ab53-5e7521d6ac06","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785861079.6851308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af444e44-db26-4271-ab53-5e7521d6ac06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785861079.6851482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af444e44-db26-4271-ab53-5e7521d6ac06"} {"level":"info","ts":1785861079.7258196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861079.7258782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67fad619-9a78-412a-9877-4dc003e65a27"} {"level":"info","ts":1785861079.7258887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67fad619-9a78-412a-9877-4dc003e65a27"} {"level":"info","ts":1785861079.7258992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67fad619-9a78-412a-9877-4dc003e65a27","EoS":false} {"level":"info","ts":1785861079.7259266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67fad619-9a78-412a-9877-4dc003e65a27","EoS":true} {"level":"info","ts":1785861079.7259457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67fad619-9a78-412a-9877-4dc003e65a27","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785861079.7259603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67fad619-9a78-412a-9877-4dc003e65a27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785861079.7259808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67fad619-9a78-412a-9877-4dc003e65a27"} {"level":"info","ts":1785861084.6034322,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"702fc84c-f088-439e-9c3d-fe7cf6a0e804","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785861084.603468,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"702fc84c-f088-439e-9c3d-fe7cf6a0e804","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785861084.6034594,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf0b4487-198a-46ad-affa-c5c4fda4d396"} {"level":"info","ts":1785861084.6118338,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9cf116c-e33f-470f-adc7-d2017d868222","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785861084.6118639,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9cf116c-e33f-470f-adc7-d2017d868222","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785861084.613533,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf0b4487-198a-46ad-affa-c5c4fda4d396","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861084.6137204,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36536.297900315,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.6137347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.7743454,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2b53fa9-ac1b-4cd7-ad14-a5d335774320","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785861084.7744007,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2b53fa9-ac1b-4cd7-ad14-a5d335774320","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785861084.7745738,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b57554bb-ba67-4008-9a55-d9cb27362daf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861084.7747371,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b57554bb-ba67-4008-9a55-d9cb27362daf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785861084.7748327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d39c14d1-8749-4111-adf3-ed08c42f7871"} {"level":"info","ts":1785861084.7751062,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33418.537834767,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.7751288,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.7753444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1414fb65-79cb-4f7c-801d-c407151726af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861084.7753904,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1414fb65-79cb-4f7c-801d-c407151726af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785861084.7755353,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.7757185,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9713951-8ee6-4b6b-93dc-dad523b7ba1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861084.7757478,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9713951-8ee6-4b6b-93dc-dad523b7ba1e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785861084.7819219,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.814834,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37517.304303589,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.8148534,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.8244398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785861084.8754065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d39c14d1-8749-4111-adf3-ed08c42f7871","name":"e2e-external-model"} {"level":"info","ts":1785861084.876295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c767c453-249c-4d08-bf32-005d2e575a5c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861084.8763323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c767c453-249c-4d08-bf32-005d2e575a5c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785861084.8923225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7af8b1e7-c8f6-4347-a57f-7d15cb770520","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861084.8923514,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7af8b1e7-c8f6-4347-a57f-7d15cb770520","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785861084.9023888,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d39c14d1-8749-4111-adf3-ed08c42f7871","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785861084.9024615,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d39c14d1-8749-4111-adf3-ed08c42f7871","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861084.902548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"390b06f5-e515-4b09-a35b-96bf196d0370"} {"level":"info","ts":1785861084.9026234,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"390b06f5-e515-4b09-a35b-96bf196d0370","name":"e2e-external-model"} {"level":"info","ts":1785861084.9128203,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"390b06f5-e515-4b09-a35b-96bf196d0370","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785861084.9158216,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf0b4487-198a-46ad-affa-c5c4fda4d396","name":"e2e-external-provider"} {"level":"info","ts":1785861084.9231625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e12d9f21-e998-4731-b534-1e7a575f5e54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861084.9232445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e12d9f21-e998-4731-b534-1e7a575f5e54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785861084.923549,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"390b06f5-e515-4b09-a35b-96bf196d0370","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861084.9236495,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1c9de3-8a1a-4d53-a193-5d00a3805a88"} {"level":"info","ts":1785861084.9237103,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1c9de3-8a1a-4d53-a193-5d00a3805a88","name":"e2e-external-model"} {"level":"info","ts":1785861084.930321,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf0b4487-198a-46ad-affa-c5c4fda4d396","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785861084.9325695,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1c9de3-8a1a-4d53-a193-5d00a3805a88","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785861084.9344957,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf0b4487-198a-46ad-affa-c5c4fda4d396","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861084.9346132,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82f3ecf6-0977-405e-ad78-33aefcde62d7"} {"level":"info","ts":1785861084.934661,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82f3ecf6-0977-405e-ad78-33aefcde62d7","name":"e2e-external-provider"} {"level":"info","ts":1785861084.9460404,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82f3ecf6-0977-405e-ad78-33aefcde62d7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785861096.5260706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861096.5261471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05fb0518-2669-4139-ad35-7560689af554"} {"level":"info","ts":1785861096.5261564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05fb0518-2669-4139-ad35-7560689af554"} {"level":"info","ts":1785861096.5261679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05fb0518-2669-4139-ad35-7560689af554","EoS":false} {"level":"info","ts":1785861096.526178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05fb0518-2669-4139-ad35-7560689af554","EoS":true} {"level":"info","ts":1785861096.5261996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05fb0518-2669-4139-ad35-7560689af554","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785861096.5262141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05fb0518-2669-4139-ad35-7560689af554","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785861096.5262215,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"05fb0518-2669-4139-ad35-7560689af554","modelName":"e2e-external-model"} {"level":"info","ts":1785861096.5262358,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"05fb0518-2669-4139-ad35-7560689af554","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785861096.5262773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05fb0518-2669-4139-ad35-7560689af554"} {"level":"info","ts":1785861096.5821948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861096.5822697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9"} {"level":"info","ts":1785861096.5822845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9"} {"level":"info","ts":1785861096.5822976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9","EoS":false} {"level":"info","ts":1785861096.582307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9","EoS":true} {"level":"info","ts":1785861096.5823305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785861096.5823462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785861096.5823536,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9","modelName":"e2e-external-model"} {"level":"info","ts":1785861096.5823677,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785861096.5824053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e35bbe38-0930-4de1-a1b3-49f93bdc11a9"} {"level":"info","ts":1785861096.617535,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861096.6176007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b"} {"level":"info","ts":1785861096.6176093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b"} {"level":"info","ts":1785861096.6176195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b","EoS":false} {"level":"info","ts":1785861096.6176345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b","EoS":true} {"level":"info","ts":1785861096.6176538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785861096.6176682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785861096.617676,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b","modelName":"e2e-external-model"} {"level":"info","ts":1785861096.617689,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785861096.6177242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56096206-ece9-4e8f-9072-7213e5340a8b"} {"level":"info","ts":1785861096.8637342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83fa445f-26e7-40bd-acdb-dfa7be17a945","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785861096.8637803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83fa445f-26e7-40bd-acdb-dfa7be17a945","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785861096.8637424,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df69c112-6a5d-412a-92f1-0aef10d001cc"} {"level":"info","ts":1785861096.8729737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bec74d1c-be9f-4211-912d-9d7ca27a974a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785861096.873006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bec74d1c-be9f-4211-912d-9d7ca27a974a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785861096.8743606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df69c112-6a5d-412a-92f1-0aef10d001cc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861096.874433,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df69c112-6a5d-412a-92f1-0aef10d001cc","name":"e2e-cleanup-test"} {"level":"info","ts":1785861096.891516,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df69c112-6a5d-412a-92f1-0aef10d001cc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785861096.8968635,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df69c112-6a5d-412a-92f1-0aef10d001cc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861096.8969846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81ab3f79-b827-468e-8289-9c8485fbe9d5"} {"level":"info","ts":1785861096.8970463,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81ab3f79-b827-468e-8289-9c8485fbe9d5","name":"e2e-cleanup-test"} {"level":"info","ts":1785861096.898286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54a97cd9-d7ea-4fe1-ad36-a25436b10277","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785861096.8983233,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54a97cd9-d7ea-4fe1-ad36-a25436b10277","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785861096.9124858,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81ab3f79-b827-468e-8289-9c8485fbe9d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785861096.9125385,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81ab3f79-b827-468e-8289-9c8485fbe9d5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861096.9126074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f0bd62-6ab5-4212-9fa0-4c3a90dc0977"} {"level":"info","ts":1785861096.9126985,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f0bd62-6ab5-4212-9fa0-4c3a90dc0977","name":"e2e-cleanup-test"} {"level":"info","ts":1785861096.914631,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9fc798a-70cd-47da-b8e0-68ebb08be602","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785861096.9146647,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9fc798a-70cd-47da-b8e0-68ebb08be602","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785861096.9235172,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f0bd62-6ab5-4212-9fa0-4c3a90dc0977","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785861096.927585,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f0bd62-6ab5-4212-9fa0-4c3a90dc0977","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861096.9276524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e11d3ea-1d59-42c0-b53d-3be2e15de820"} {"level":"info","ts":1785861096.9277039,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e11d3ea-1d59-42c0-b53d-3be2e15de820","name":"e2e-cleanup-test"} {"level":"info","ts":1785861096.934432,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a8d938e-0f37-461a-8a5a-7ef6a0464593","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785861096.9344661,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a8d938e-0f37-461a-8a5a-7ef6a0464593","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785861096.9386725,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e11d3ea-1d59-42c0-b53d-3be2e15de820","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785861096.9432871,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e11d3ea-1d59-42c0-b53d-3be2e15de820","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785861096.943357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfb8ce4-32f8-475e-8453-ef788a437b09"} {"level":"info","ts":1785861096.9434025,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfb8ce4-32f8-475e-8453-ef788a437b09","name":"e2e-cleanup-test"} {"level":"info","ts":1785861096.9537191,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfb8ce4-32f8-475e-8453-ef788a437b09","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785861105.1504357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"790108e2-e5ab-40f0-b6f8-861f7e376727","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785861105.1504593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bea5164-7278-4f39-92fb-3441e481a33f"} {"level":"info","ts":1785861105.1504745,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"790108e2-e5ab-40f0-b6f8-861f7e376727","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785861109.4700415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861109.4701438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"098a90d3-83e3-40e0-af52-8df96877c6c7"} {"level":"info","ts":1785861109.4701607,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"098a90d3-83e3-40e0-af52-8df96877c6c7"} {"level":"info","ts":1785861109.4701736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"098a90d3-83e3-40e0-af52-8df96877c6c7","EoS":false} {"level":"info","ts":1785861109.4701834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"098a90d3-83e3-40e0-af52-8df96877c6c7","EoS":true} {"level":"info","ts":1785861109.4702046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"098a90d3-83e3-40e0-af52-8df96877c6c7","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785861109.4702206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"098a90d3-83e3-40e0-af52-8df96877c6c7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785861109.4702408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"098a90d3-83e3-40e0-af52-8df96877c6c7"} {"level":"info","ts":1785861109.5111275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861109.5111969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576"} {"level":"info","ts":1785861109.5112062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576"} {"level":"info","ts":1785861109.5112174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576","EoS":false} {"level":"info","ts":1785861109.5112298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576","EoS":true} {"level":"info","ts":1785861109.511247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785861109.5112612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785861109.511269,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576","modelName":"e2e-external-model"} {"level":"info","ts":1785861109.5112848,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785861109.511322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a9e4b24-6f11-424b-b734-11e695822576"} {"level":"info","ts":1785861109.654272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861109.6543243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"359cc11d-5097-41a8-927c-f0e7f62d954b"} {"level":"info","ts":1785861109.6543326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"359cc11d-5097-41a8-927c-f0e7f62d954b"} {"level":"info","ts":1785861109.654343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"359cc11d-5097-41a8-927c-f0e7f62d954b","EoS":false} {"level":"info","ts":1785861109.654352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"359cc11d-5097-41a8-927c-f0e7f62d954b","EoS":true} {"level":"info","ts":1785861109.65437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"359cc11d-5097-41a8-927c-f0e7f62d954b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785861109.6543837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"359cc11d-5097-41a8-927c-f0e7f62d954b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785861109.6544018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"359cc11d-5097-41a8-927c-f0e7f62d954b"} {"level":"info","ts":1785861109.744412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785861109.7444818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"281c1422-e866-4335-b2eb-a097d38b5441"} {"level":"info","ts":1785861109.7444956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"281c1422-e866-4335-b2eb-a097d38b5441"} {"level":"info","ts":1785861109.7445142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"281c1422-e866-4335-b2eb-a097d38b5441","EoS":false} {"level":"info","ts":1785861109.7445328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"281c1422-e866-4335-b2eb-a097d38b5441","EoS":true} {"level":"info","ts":1785861109.7445614,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"281c1422-e866-4335-b2eb-a097d38b5441","field":"model"} {"level":"info","ts":1785861109.7445905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"281c1422-e866-4335-b2eb-a097d38b5441"} {"level":"info","ts":1785861110.641222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcc2c719-dedf-43ad-8fad-9732bba3916b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861110.6412609,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcc2c719-dedf-43ad-8fad-9732bba3916b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785861110.6412213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69d09ad5-e471-4036-b03d-b97eaca7fcfa"} {"level":"info","ts":1785861110.7853572,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94f6e1fd-b388-43d0-bf82-f4418d30d8e9"} {"level":"info","ts":1785861110.7854044,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85bd5d2b-f4bc-4367-85e7-3c630a4fdafe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785861110.7854314,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85bd5d2b-f4bc-4367-85e7-3c630a4fdafe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785862693.0231285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785862693.0232103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9284c6e8-8cab-4829-8bc0-7ad734400409"} {"level":"info","ts":1785862757.6410303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785862757.641112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"693f6ebd-a25f-4b95-9481-5cdd2c766755"} {"level":"info","ts":1785862757.6411216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"693f6ebd-a25f-4b95-9481-5cdd2c766755"} {"level":"info","ts":1785862757.6411328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"693f6ebd-a25f-4b95-9481-5cdd2c766755","EoS":false} {"level":"info","ts":1785862757.6411428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"693f6ebd-a25f-4b95-9481-5cdd2c766755","EoS":true} {"level":"info","ts":1785862757.641166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"693f6ebd-a25f-4b95-9481-5cdd2c766755","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785862757.641182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"693f6ebd-a25f-4b95-9481-5cdd2c766755","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785862757.6412017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"693f6ebd-a25f-4b95-9481-5cdd2c766755"}