{"level":"info","ts":1785190172.0809407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8896202-4dee-4109-9794-c1950af89d97","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190172.0809534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8896202-4dee-4109-9794-c1950af89d97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190172.0809684,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8896202-4dee-4109-9794-c1950af89d97"} {"level":"info","ts":1785190172.1389184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190172.1389897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a184acaa-5a61-4550-82da-bc0b4be866b2"} {"level":"info","ts":1785190172.1389995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a184acaa-5a61-4550-82da-bc0b4be866b2"} {"level":"info","ts":1785190172.1390107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a184acaa-5a61-4550-82da-bc0b4be866b2","EoS":false} {"level":"info","ts":1785190172.1390228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a184acaa-5a61-4550-82da-bc0b4be866b2","EoS":true} {"level":"info","ts":1785190172.1390462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a184acaa-5a61-4550-82da-bc0b4be866b2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190172.1390672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a184acaa-5a61-4550-82da-bc0b4be866b2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190172.1390882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a184acaa-5a61-4550-82da-bc0b4be866b2"} {"level":"info","ts":1785190172.7927196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190172.7927935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004"} {"level":"info","ts":1785190172.7928052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004"} {"level":"info","ts":1785190172.7928164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004","EoS":false} {"level":"info","ts":1785190172.7928295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004","EoS":true} {"level":"info","ts":1785190172.79285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190172.7928667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190172.792885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac442402-765f-4ad8-9057-5e7348d8f004"} {"level":"info","ts":1785190172.8324332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190172.8324864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6699646-9ea8-4468-928a-bce6bb69bf7f"} {"level":"info","ts":1785190172.832499,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6699646-9ea8-4468-928a-bce6bb69bf7f"} {"level":"info","ts":1785190172.8325107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6699646-9ea8-4468-928a-bce6bb69bf7f","EoS":false} {"level":"info","ts":1785190172.8325202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6699646-9ea8-4468-928a-bce6bb69bf7f","EoS":true} {"level":"info","ts":1785190172.8325355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6699646-9ea8-4468-928a-bce6bb69bf7f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190172.8325486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6699646-9ea8-4468-928a-bce6bb69bf7f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190172.8325653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6699646-9ea8-4468-928a-bce6bb69bf7f"} {"level":"info","ts":1785190176.9845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190176.984573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b41292e5-faf7-4f76-b9af-4832e0ff540e"} {"level":"info","ts":1785190176.9845824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b41292e5-faf7-4f76-b9af-4832e0ff540e"} {"level":"info","ts":1785190176.9845932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b41292e5-faf7-4f76-b9af-4832e0ff540e","EoS":false} {"level":"info","ts":1785190176.9846046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b41292e5-faf7-4f76-b9af-4832e0ff540e","EoS":true} {"level":"info","ts":1785190176.9846258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b41292e5-faf7-4f76-b9af-4832e0ff540e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190176.984641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b41292e5-faf7-4f76-b9af-4832e0ff540e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190176.984662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b41292e5-faf7-4f76-b9af-4832e0ff540e"} {"level":"info","ts":1785190192.8000066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190192.800093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.80011,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.8001237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","EoS":false} {"level":"info","ts":1785190192.800136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","EoS":true} {"level":"info","ts":1785190192.8001566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190192.800173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190192.8001988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9f19dd4-1499-4587-9c82-85ba78a444ca"} {"level":"info","ts":1785190192.9381824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190192.938274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190192.938286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190192.9382975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","EoS":false} {"level":"info","ts":1785190192.9383104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","EoS":true} {"level":"info","ts":1785190192.9383554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190192.9383717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190192.938391,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66452a9f-51f3-4be1-9a47-5c23aacc114e"} {"level":"info","ts":1785190193.0749767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190193.0750682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.0750818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.0751007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","EoS":false} {"level":"info","ts":1785190193.0751173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","EoS":true} {"level":"info","ts":1785190193.07515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190193.0751777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190193.0752072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b52157f0-7693-494f-87f5-26a12aaf536d"} {"level":"info","ts":1785190193.2111404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190193.21122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.2112293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.2112408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","EoS":false} {"level":"info","ts":1785190193.2112577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","EoS":true} {"level":"info","ts":1785190193.2112818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190193.2112978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190193.2113183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3114367b-c2b1-48c7-a385-49aad30894fe"} {"level":"info","ts":1785190193.3463738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190193.3464637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.3464804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.346499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","EoS":false} {"level":"info","ts":1785190193.3465183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","EoS":true} {"level":"info","ts":1785190193.34655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190193.3465683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190193.3466017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b5e025c-5c2b-4d47-9eb7-408ead861f65"} {"level":"info","ts":1785190193.4819193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190193.4819944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66f6552c-5679-4341-b3da-d214031b92b4"} {"level":"info","ts":1785190193.482004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66f6552c-5679-4341-b3da-d214031b92b4"} {"level":"info","ts":1785190193.4820151,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66f6552c-5679-4341-b3da-d214031b92b4","EoS":false} {"level":"info","ts":1785190193.4820278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66f6552c-5679-4341-b3da-d214031b92b4","EoS":true} {"level":"info","ts":1785190193.4820464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66f6552c-5679-4341-b3da-d214031b92b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190193.482062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66f6552c-5679-4341-b3da-d214031b92b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190193.482083,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66f6552c-5679-4341-b3da-d214031b92b4"} {"level":"info","ts":1785190212.1668508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.166936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.1669483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.1669593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","EoS":false} {"level":"info","ts":1785190212.166974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","EoS":true} {"level":"info","ts":1785190212.1669958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190212.167017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190212.1670408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c72dec8a-1663-4df6-8738-f1eb107bf199"} {"level":"info","ts":1785190212.2030745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.2031505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.2031646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.20318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","EoS":false} {"level":"info","ts":1785190212.2031932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","EoS":true} {"level":"info","ts":1785190212.2032187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190212.2032342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190212.2032554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea98ad88-8d40-4abe-bfc3-536fd1bd4c94"} {"level":"info","ts":1785190212.2455387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.2456095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"375cddef-1419-4676-a7e7-f4d0987b1413"} {"level":"info","ts":1785190212.2456183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"375cddef-1419-4676-a7e7-f4d0987b1413"} {"level":"info","ts":1785190212.245631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"375cddef-1419-4676-a7e7-f4d0987b1413","EoS":false} {"level":"info","ts":1785190212.2456417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"375cddef-1419-4676-a7e7-f4d0987b1413","EoS":true} {"level":"info","ts":1785190212.2456615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"375cddef-1419-4676-a7e7-f4d0987b1413","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190212.2456763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"375cddef-1419-4676-a7e7-f4d0987b1413","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190212.2456949,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"375cddef-1419-4676-a7e7-f4d0987b1413"} {"level":"info","ts":1785190212.2793553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.2794302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c69e380e-7ae6-4525-86b9-8bb7f89acde3"} {"level":"info","ts":1785190212.2794425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c69e380e-7ae6-4525-86b9-8bb7f89acde3"} {"level":"info","ts":1785190212.2794557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c69e380e-7ae6-4525-86b9-8bb7f89acde3","EoS":false} {"level":"info","ts":1785190212.2794657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c69e380e-7ae6-4525-86b9-8bb7f89acde3","EoS":true} {"level":"info","ts":1785190212.2794833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c69e380e-7ae6-4525-86b9-8bb7f89acde3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190212.2794976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c69e380e-7ae6-4525-86b9-8bb7f89acde3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190212.2795186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c69e380e-7ae6-4525-86b9-8bb7f89acde3"} {"level":"info","ts":1785190212.3090231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190212.3091033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce1213fc-96e3-4a1e-88e4-5e89ca18a31e"} {"level":"info","ts":1785190216.9295928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190216.9296696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190216.9296823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190216.9296932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","EoS":false} {"level":"info","ts":1785190216.9297063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","EoS":true} {"level":"info","ts":1785190216.9297283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190216.929745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190216.9298162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f8e439a-5f57-4654-8135-6b544ab9f0eb"} {"level":"info","ts":1785190225.512925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190225.51301,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190225.5130217,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190225.5130324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","EoS":false} {"level":"info","ts":1785190225.5130434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","EoS":true} {"level":"info","ts":1785190225.5130637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190225.5130794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190225.5131006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72136e19-59a5-479f-87c5-1c571f155178"} {"level":"info","ts":1785190238.3462746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190238.346377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190238.346391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190238.3464072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","EoS":false} {"level":"info","ts":1785190238.3464217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","EoS":true} {"level":"info","ts":1785190238.3464434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190238.3464596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190238.3464823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42e492c0-4625-44e7-a2a8-8caa0e5c2b3b"} {"level":"info","ts":1785190246.8667288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190246.8668072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190246.8668168,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190246.8668272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","EoS":false} {"level":"info","ts":1785190246.8668418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","EoS":true} {"level":"info","ts":1785190246.8668616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190246.8668766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190246.8668952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da0e4750-a1b9-4ff7-9e9c-9ca646ceac00"} {"level":"info","ts":1785190255.735955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190255.7360322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190255.736042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190255.7360528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","EoS":false} {"level":"info","ts":1785190255.736066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","EoS":true} {"level":"info","ts":1785190255.7360876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190255.7361028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190255.7361228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f88e280d-6794-40e6-9aac-8578a15b9979"} {"level":"info","ts":1785190264.7094495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190264.7095244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5debcd0-f6a7-4c8a-aa81-e255e983cc37"} {"level":"info","ts":1785190264.709534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5debcd0-f6a7-4c8a-aa81-e255e983cc37"} {"level":"info","ts":1785190264.7095456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5debcd0-f6a7-4c8a-aa81-e255e983cc37","EoS":false} {"level":"info","ts":1785190264.7095642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5debcd0-f6a7-4c8a-aa81-e255e983cc37","EoS":true} {"level":"info","ts":1785190264.7095864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5debcd0-f6a7-4c8a-aa81-e255e983cc37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190264.709602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5debcd0-f6a7-4c8a-aa81-e255e983cc37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190264.709621,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5debcd0-f6a7-4c8a-aa81-e255e983cc37"} {"level":"info","ts":1785190269.4740307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190269.4741066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49c1333a-f569-4d77-a38b-6bb45a8082df"} {"level":"info","ts":1785190269.4741168,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49c1333a-f569-4d77-a38b-6bb45a8082df"} {"level":"info","ts":1785190269.4741285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49c1333a-f569-4d77-a38b-6bb45a8082df","EoS":false} {"level":"info","ts":1785190269.47414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49c1333a-f569-4d77-a38b-6bb45a8082df","EoS":true} {"level":"info","ts":1785190269.4741602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49c1333a-f569-4d77-a38b-6bb45a8082df","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190269.4741764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49c1333a-f569-4d77-a38b-6bb45a8082df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190269.4741974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49c1333a-f569-4d77-a38b-6bb45a8082df"} {"level":"info","ts":1785190274.2255788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190274.2256565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f59e1dc7-f2e7-44e5-9a3c-45dac2ca0059"} {"level":"info","ts":1785190274.225666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f59e1dc7-f2e7-44e5-9a3c-45dac2ca0059"} {"level":"info","ts":1785190274.2256768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f59e1dc7-f2e7-44e5-9a3c-45dac2ca0059","EoS":false} {"level":"info","ts":1785190274.2256904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f59e1dc7-f2e7-44e5-9a3c-45dac2ca0059","EoS":true} {"level":"info","ts":1785190274.225713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f59e1dc7-f2e7-44e5-9a3c-45dac2ca0059","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190274.2257283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f59e1dc7-f2e7-44e5-9a3c-45dac2ca0059","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190274.2257485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f59e1dc7-f2e7-44e5-9a3c-45dac2ca0059"} {"level":"info","ts":1785190274.483051,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190274.4831338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24edf2f0-fc6a-4b22-a8c7-9ee9017e43cb"} {"level":"info","ts":1785190274.4831443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24edf2f0-fc6a-4b22-a8c7-9ee9017e43cb"} {"level":"info","ts":1785190274.4831553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24edf2f0-fc6a-4b22-a8c7-9ee9017e43cb","EoS":false} {"level":"info","ts":1785190274.483166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24edf2f0-fc6a-4b22-a8c7-9ee9017e43cb","EoS":true} {"level":"info","ts":1785190274.4831874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24edf2f0-fc6a-4b22-a8c7-9ee9017e43cb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190274.4832036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24edf2f0-fc6a-4b22-a8c7-9ee9017e43cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190274.4832256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24edf2f0-fc6a-4b22-a8c7-9ee9017e43cb"} {"level":"info","ts":1785190276.5185418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190276.5186257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b991d9ca-639d-41c7-8ee6-a6d92d711efb"} {"level":"info","ts":1785190276.518638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b991d9ca-639d-41c7-8ee6-a6d92d711efb"} {"level":"info","ts":1785190276.518656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b991d9ca-639d-41c7-8ee6-a6d92d711efb","EoS":false} {"level":"info","ts":1785190276.5186772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b991d9ca-639d-41c7-8ee6-a6d92d711efb","EoS":true} {"level":"info","ts":1785190276.518712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b991d9ca-639d-41c7-8ee6-a6d92d711efb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190276.5187337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b991d9ca-639d-41c7-8ee6-a6d92d711efb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190276.5187666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b991d9ca-639d-41c7-8ee6-a6d92d711efb"} {"level":"info","ts":1785190278.547874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190278.547954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190278.5479636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190278.547974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","EoS":false} {"level":"info","ts":1785190278.5479853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","EoS":true} {"level":"info","ts":1785190278.5480049,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190278.548022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190278.548041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c84f70c-c2f5-465b-849e-c7432c4b18bc"} {"level":"info","ts":1785190302.6638787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190302.6639638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190302.6639738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190302.6639853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","EoS":false} {"level":"info","ts":1785190302.6640067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","EoS":true} {"level":"info","ts":1785190302.664029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190302.6640441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190302.6640692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"204eea40-41e3-48f6-afde-43bbc7888cb1"} {"level":"info","ts":1785190312.123109,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190312.1231956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21a8000f-282e-4674-9654-d305a24a0f41"} {"level":"info","ts":1785190312.1232107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21a8000f-282e-4674-9654-d305a24a0f41"} {"level":"info","ts":1785190312.1232257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21a8000f-282e-4674-9654-d305a24a0f41","EoS":false} {"level":"info","ts":1785190312.1232402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21a8000f-282e-4674-9654-d305a24a0f41","EoS":true} {"level":"info","ts":1785190312.1232622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21a8000f-282e-4674-9654-d305a24a0f41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190312.123278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21a8000f-282e-4674-9654-d305a24a0f41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190312.123322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21a8000f-282e-4674-9654-d305a24a0f41"} {"level":"info","ts":1785190317.5765688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190317.5766475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8504fb81-831e-4ad2-af82-017efe1662f2"} {"level":"info","ts":1785190317.5766578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8504fb81-831e-4ad2-af82-017efe1662f2"} {"level":"info","ts":1785190317.5766695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8504fb81-831e-4ad2-af82-017efe1662f2","EoS":false} {"level":"info","ts":1785190317.576683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8504fb81-831e-4ad2-af82-017efe1662f2","EoS":true} {"level":"info","ts":1785190317.5767038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8504fb81-831e-4ad2-af82-017efe1662f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190317.5767205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8504fb81-831e-4ad2-af82-017efe1662f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190317.5767448,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8504fb81-831e-4ad2-af82-017efe1662f2"} {"level":"info","ts":1785190327.1304622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190327.1305428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8669032a-3635-4f48-b68f-0f3963ca5292"} {"level":"info","ts":1785190327.1305525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8669032a-3635-4f48-b68f-0f3963ca5292"} {"level":"info","ts":1785190327.1305642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8669032a-3635-4f48-b68f-0f3963ca5292","EoS":false} {"level":"info","ts":1785190327.130576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8669032a-3635-4f48-b68f-0f3963ca5292","EoS":true} {"level":"info","ts":1785190327.1305966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8669032a-3635-4f48-b68f-0f3963ca5292","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190327.1306133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8669032a-3635-4f48-b68f-0f3963ca5292","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190327.130634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8669032a-3635-4f48-b68f-0f3963ca5292"} {"level":"info","ts":1785190329.159068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190329.1591582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190329.159172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190329.1591918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","EoS":false} {"level":"info","ts":1785190329.1592143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","EoS":true} {"level":"info","ts":1785190329.159245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190329.1592638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190329.1592915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f59f372-12a0-40f2-8738-02ecd0767a31"} {"level":"info","ts":1785190338.565373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190338.5654585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5654712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5654824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","EoS":false} {"level":"info","ts":1785190338.5654945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","EoS":true} {"level":"info","ts":1785190338.5655198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190338.5655355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190338.565555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b8f4ed9-32c7-4073-8624-dd67d8238b87"} {"level":"info","ts":1785190338.5964794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190338.5965517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190338.5965602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190338.5965703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","EoS":false} {"level":"info","ts":1785190338.5965822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","EoS":true} {"level":"info","ts":1785190338.5966053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190338.5966203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190338.5966384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27c0f740-8425-4ba4-a36b-abd860ce9706"} {"level":"info","ts":1785190357.62647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190357.6265566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190357.626565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190357.626576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","EoS":false} {"level":"info","ts":1785190357.626588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","EoS":true} {"level":"info","ts":1785190357.626612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190357.6266286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190357.6266496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e6f2559b-eb88-4e1a-86e5-94db290e9321"} {"level":"info","ts":1785190367.025276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190367.0253844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"657a62a1-a295-4ac5-8be8-eec937c6f422"} {"level":"info","ts":1785190367.0253987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"657a62a1-a295-4ac5-8be8-eec937c6f422"} {"level":"info","ts":1785190367.0254104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"657a62a1-a295-4ac5-8be8-eec937c6f422","EoS":false} {"level":"info","ts":1785190367.0254235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"657a62a1-a295-4ac5-8be8-eec937c6f422","EoS":true} {"level":"info","ts":1785190367.025447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"657a62a1-a295-4ac5-8be8-eec937c6f422","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190367.025462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"657a62a1-a295-4ac5-8be8-eec937c6f422","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190367.025481,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"657a62a1-a295-4ac5-8be8-eec937c6f422"} {"level":"info","ts":1785190372.2825894,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190372.2826755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cbb12f5-f307-4752-82b1-dfabf5f8b67e"} {"level":"info","ts":1785190372.2826862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cbb12f5-f307-4752-82b1-dfabf5f8b67e"} {"level":"info","ts":1785190372.2826993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cbb12f5-f307-4752-82b1-dfabf5f8b67e","EoS":false} {"level":"info","ts":1785190372.282713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cbb12f5-f307-4752-82b1-dfabf5f8b67e","EoS":true} {"level":"info","ts":1785190372.282739,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cbb12f5-f307-4752-82b1-dfabf5f8b67e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785190372.282756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cbb12f5-f307-4752-82b1-dfabf5f8b67e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785190372.2827783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cbb12f5-f307-4752-82b1-dfabf5f8b67e"} {"level":"info","ts":1785190464.774793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190464.7748775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b986155-03df-46d9-882b-0b8be6d5db89"} {"level":"info","ts":1785190464.774891,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b986155-03df-46d9-882b-0b8be6d5db89"} {"level":"info","ts":1785190464.774908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b986155-03df-46d9-882b-0b8be6d5db89","EoS":false} {"level":"info","ts":1785190464.7749221,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b986155-03df-46d9-882b-0b8be6d5db89","EoS":true} {"level":"info","ts":1785190464.774945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b986155-03df-46d9-882b-0b8be6d5db89","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785190464.7749684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b986155-03df-46d9-882b-0b8be6d5db89","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785190464.7749958,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b986155-03df-46d9-882b-0b8be6d5db89"} {"level":"info","ts":1785190490.2483194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190490.2484279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190490.2484367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190490.2484474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","EoS":false} {"level":"info","ts":1785190490.2484596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","EoS":true} {"level":"info","ts":1785190490.2484798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785190490.2484949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785190490.2485604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d97adec9-d3fb-4cbe-9463-bf09f75e6f92"} {"level":"info","ts":1785190527.159705,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190527.1597881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190527.1598046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190527.1598234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","EoS":false} {"level":"info","ts":1785190527.1598434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","EoS":true} {"level":"info","ts":1785190527.159875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190527.1598935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190527.1599228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d76d20f3-7b4f-48c9-b128-e8fd8a0a671d"} {"level":"info","ts":1785190542.4258792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190542.425952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.425962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.4259732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","EoS":false} {"level":"info","ts":1785190542.425984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","EoS":true} {"level":"info","ts":1785190542.426004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190542.4260194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190542.4260414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a0672e3-33ae-4e05-8841-062f6dc55fe8"} {"level":"info","ts":1785190542.694846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190542.6949246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c478db2e-9497-49cc-98eb-34736ff6d4f2"} {"level":"info","ts":1785190542.6949334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c478db2e-9497-49cc-98eb-34736ff6d4f2"} {"level":"info","ts":1785190542.6949458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c478db2e-9497-49cc-98eb-34736ff6d4f2","EoS":false} {"level":"info","ts":1785190542.6949596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c478db2e-9497-49cc-98eb-34736ff6d4f2","EoS":true} {"level":"info","ts":1785190542.694988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c478db2e-9497-49cc-98eb-34736ff6d4f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785190542.6950045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c478db2e-9497-49cc-98eb-34736ff6d4f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190542.695026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c478db2e-9497-49cc-98eb-34736ff6d4f2"} {"level":"info","ts":1785190877.3987489,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190877.3988342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.3988426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.3988545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","EoS":false} {"level":"info","ts":1785190877.3988652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","EoS":true} {"level":"info","ts":1785190877.398886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190877.3989012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190877.3989217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a010bc0f-f3a1-48ef-b6a6-46f982c379be"} {"level":"info","ts":1785190877.439137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190877.4392033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7596fe7-505d-482a-83ce-ca25e0ec1bf4"} {"level":"info","ts":1785190877.439212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7596fe7-505d-482a-83ce-ca25e0ec1bf4"} {"level":"info","ts":1785190877.4392226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7596fe7-505d-482a-83ce-ca25e0ec1bf4","EoS":false} {"level":"info","ts":1785190877.439236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7596fe7-505d-482a-83ce-ca25e0ec1bf4","EoS":true} {"level":"info","ts":1785190877.4392543,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7596fe7-505d-482a-83ce-ca25e0ec1bf4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190877.4392698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7596fe7-505d-482a-83ce-ca25e0ec1bf4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190877.4392896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7596fe7-505d-482a-83ce-ca25e0ec1bf4"} {"level":"info","ts":1785190877.471433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190877.4715037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26652998-e28d-451a-afe7-7f49519fb36a"} {"level":"info","ts":1785190877.4715126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26652998-e28d-451a-afe7-7f49519fb36a"} {"level":"info","ts":1785190877.4715228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26652998-e28d-451a-afe7-7f49519fb36a","EoS":false} {"level":"info","ts":1785190877.4715338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26652998-e28d-451a-afe7-7f49519fb36a","EoS":true} {"level":"info","ts":1785190877.4715512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26652998-e28d-451a-afe7-7f49519fb36a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785190877.471566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26652998-e28d-451a-afe7-7f49519fb36a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190877.47161,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26652998-e28d-451a-afe7-7f49519fb36a"} {"level":"info","ts":1785190882.3328152,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c825098-8ccd-4db9-a7e7-14b200c3c961","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190882.3328502,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c825098-8ccd-4db9-a7e7-14b200c3c961","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190882.3328981,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f038f4a-e573-48bc-903c-5ac99ee431ad"} {"level":"info","ts":1785190882.339593,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2705e4e-f160-40fa-bd69-305dc864e016","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190882.3397684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37537.123886991,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.3397884,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2705e4e-f160-40fa-bd69-305dc864e016","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190882.3397903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.4217916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.440672,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36690.295941415,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.4406981,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.5089273,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81a2fce2-62fa-4851-9113-d9b8c40721ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.5090883,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81a2fce2-62fa-4851-9113-d9b8c40721ce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.5096703,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"794e7e14-b17d-415d-8546-41986ef3f4b9"} {"level":"info","ts":1785190882.509737,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"794e7e14-b17d-415d-8546-41986ef3f4b9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785190882.510229,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"653fc69b-3f53-457a-9abf-7dc92155fb04","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.5102715,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"653fc69b-3f53-457a-9abf-7dc92155fb04","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.5113528,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"163c23e1-acd4-4849-bda7-a008bed69f0e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190882.511401,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"163c23e1-acd4-4849-bda7-a008bed69f0e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190882.5115008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b812d07-3b75-478e-bad7-61afabd17d70","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.5115328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b812d07-3b75-478e-bad7-61afabd17d70","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.5117135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.6064768,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f038f4a-e573-48bc-903c-5ac99ee431ad","name":"e2e-external-provider"} {"level":"error","ts":1785190882.6067264,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"794e7e14-b17d-415d-8546-41986ef3f4b9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.606813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"544b7728-0572-4b9a-8b1b-9221118cfa60"} {"level":"info","ts":1785190882.607015,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38558.377719804,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.6070323,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.6096017,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4839a9ba-e41b-4c17-b96d-8a3ece078759","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.609637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4839a9ba-e41b-4c17-b96d-8a3ece078759","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.6212978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190882.621905,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f038f4a-e573-48bc-903c-5ac99ee431ad","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785190882.6251197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d805236-de5d-4dcb-8e5c-1395b9000496","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.6251569,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d805236-de5d-4dcb-8e5c-1395b9000496","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785190882.6281452,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f038f4a-e573-48bc-903c-5ac99ee431ad","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.6282387,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0efa1bd3-3d25-41ac-af00-964a62272a44"} {"level":"info","ts":1785190882.6282759,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0efa1bd3-3d25-41ac-af00-964a62272a44","name":"e2e-external-provider"} {"level":"info","ts":1785190882.6399384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f861b131-2c97-4ddf-84f2-61a880eae384","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190882.6399736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f861b131-2c97-4ddf-84f2-61a880eae384","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190882.6400282,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0efa1bd3-3d25-41ac-af00-964a62272a44","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785190882.7079992,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"544b7728-0572-4b9a-8b1b-9221118cfa60","name":"e2e-external-model"} {"level":"info","ts":1785190882.7193289,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"544b7728-0572-4b9a-8b1b-9221118cfa60","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785190882.7232964,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"544b7728-0572-4b9a-8b1b-9221118cfa60","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190882.7234292,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ad2dbc9-0ad7-4819-9ce9-900d491351a8"} {"level":"info","ts":1785190882.7234962,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ad2dbc9-0ad7-4819-9ce9-900d491351a8","name":"e2e-external-model"} {"level":"info","ts":1785190882.7326343,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ad2dbc9-0ad7-4819-9ce9-900d491351a8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190889.8220913,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190889.8221714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a"} {"level":"info","ts":1785190889.8221893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a"} {"level":"info","ts":1785190889.8222055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a","EoS":false} {"level":"info","ts":1785190889.8222215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a","EoS":true} {"level":"info","ts":1785190889.8222418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190889.8222575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190889.822265,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a","modelName":"e2e-external-model"} {"level":"info","ts":1785190889.8222818,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190889.8223624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91e9b76e-b63f-44a4-92e5-92d81db86d9a"} {"level":"info","ts":1785190889.8708937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190889.8709755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756"} {"level":"info","ts":1785190889.8709855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756"} {"level":"info","ts":1785190889.8710032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756","EoS":false} {"level":"info","ts":1785190889.8710203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756","EoS":true} {"level":"info","ts":1785190889.871046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190889.8710625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190889.8710704,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756","modelName":"e2e-external-model"} {"level":"info","ts":1785190889.8710852,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190889.8711274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96a1b2f5-53bb-414f-8a01-37414d617756"} {"level":"info","ts":1785190889.901414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190889.901491,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87"} {"level":"info","ts":1785190889.9014997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87"} {"level":"info","ts":1785190889.90151,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","EoS":false} {"level":"info","ts":1785190889.901523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","EoS":true} {"level":"info","ts":1785190889.9015443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190889.9015615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190889.9015696,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","modelName":"e2e-external-model"} {"level":"info","ts":1785190889.901585,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190889.9016318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78a91ec3-f0b4-4d03-a703-140a2ac02b87"} {"level":"info","ts":1785190890.0385995,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7ff2486-0804-4427-b533-e25f8ccd7cc9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.0386424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7ff2486-0804-4427-b533-e25f8ccd7cc9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190890.0386565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9a3fae2-7c57-40f4-907b-c6a0c648961c"} {"level":"info","ts":1785190890.044079,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9a3fae2-7c57-40f4-907b-c6a0c648961c","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.044141,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20dbd66e-91c3-4d48-a823-761354a5b762","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.0441692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20dbd66e-91c3-4d48-a823-761354a5b762","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190890.052907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9a3fae2-7c57-40f4-907b-c6a0c648961c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190890.059049,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9edec0-4e25-4f83-acd6-14a5c216827c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.0590794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9edec0-4e25-4f83-acd6-14a5c216827c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190890.0591028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae00f324-75f7-48e5-ab22-0257f0a2310d"} {"level":"info","ts":1785190890.0591555,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae00f324-75f7-48e5-ab22-0257f0a2310d","name":"e2e-cleanup-test"} {"level":"error","ts":1785190890.0761724,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae00f324-75f7-48e5-ab22-0257f0a2310d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190890.0762415,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01ee5cbc-1c5d-40aa-872b-5ecd3873ca81","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.076278,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01ee5cbc-1c5d-40aa-872b-5ecd3873ca81","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190890.0762947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2629b271-b715-4f61-a484-b563c00c8ae4"} {"level":"info","ts":1785190890.0763779,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2629b271-b715-4f61-a484-b563c00c8ae4","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.0860157,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2629b271-b715-4f61-a484-b563c00c8ae4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190890.0914607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a36ce45f-9f94-4f3b-bcee-0b813672013a"} {"level":"info","ts":1785190890.0915198,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7362c9df-a2a2-416c-a100-50c4a0fb8666","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190890.0915473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7362c9df-a2a2-416c-a100-50c4a0fb8666","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190890.0915241,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a36ce45f-9f94-4f3b-bcee-0b813672013a","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.1001997,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a36ce45f-9f94-4f3b-bcee-0b813672013a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190890.10463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96801ad2-c7b8-4874-9933-d3a199fa4063"} {"level":"info","ts":1785190890.1047,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96801ad2-c7b8-4874-9933-d3a199fa4063","name":"e2e-cleanup-test"} {"level":"info","ts":1785190890.1138523,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96801ad2-c7b8-4874-9933-d3a199fa4063","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190898.3219047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e639f4c-9f17-41ce-8133-b65912fbee42","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190898.3219452,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e639f4c-9f17-41ce-8133-b65912fbee42","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190898.3219554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5db901d4-34ec-48fe-9946-a103167e0f6a"} {"level":"info","ts":1785190902.6296241,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.629713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423"} {"level":"info","ts":1785190902.6297264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423"} {"level":"info","ts":1785190902.629746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423","EoS":false} {"level":"info","ts":1785190902.6297643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423","EoS":true} {"level":"info","ts":1785190902.6297948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785190902.629814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785190902.6298428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a993b465-d258-44fc-b779-9f89d86f1423"} {"level":"info","ts":1785190902.6562278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.6562927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8"} {"level":"info","ts":1785190902.6563036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8"} {"level":"info","ts":1785190902.6563146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","EoS":false} {"level":"info","ts":1785190902.6563523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","EoS":true} {"level":"info","ts":1785190902.6563725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785190902.656386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190902.6563928,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","modelName":"e2e-external-model"} {"level":"info","ts":1785190902.6564085,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190902.656447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e63ffbca-f965-4e5d-becb-f7acb2e914e8"} {"level":"info","ts":1785190902.6895533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.689636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.689648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.689659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","EoS":false} {"level":"info","ts":1785190902.6896691,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","EoS":true} {"level":"info","ts":1785190902.6896856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785190902.6897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190902.6897182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"954d3745-0c49-4d2c-a4ad-b618ab0861ec"} {"level":"info","ts":1785190902.8290677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190902.8291228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190902.8291314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190902.8291416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","EoS":false} {"level":"info","ts":1785190902.8291543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","EoS":true} {"level":"info","ts":1785190902.8291776,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8","field":"model"} {"level":"info","ts":1785190902.8292017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be36b0e4-ea8f-4baf-8f16-9447003ce2f8"} {"level":"info","ts":1785190903.7944872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d1295f2-1820-47a9-bd77-cd6d23402158","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190903.7945273,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d1295f2-1820-47a9-bd77-cd6d23402158","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190903.7944965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f91954c7-bc05-447f-a170-1edeb52a92bc"} {"level":"info","ts":1785190903.9365995,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18ef3c55-20e5-4e73-91ef-fab919cada2d"} {"level":"info","ts":1785190903.936646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e85161d0-2c68-43d7-b924-c78588c8aba6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190903.936673,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e85161d0-2c68-43d7-b924-c78588c8aba6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785192181.0921464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785192181.0922298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e2b9750-fffa-4674-aecb-d4657df8415c"} {"level":"info","ts":1785192235.4815836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785192235.4816566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"} {"level":"info","ts":1785192235.4816682,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"} {"level":"info","ts":1785192235.48168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","EoS":false} {"level":"info","ts":1785192235.481691,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","EoS":true} {"level":"info","ts":1785192235.4817147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785192235.4817317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785192235.4817548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b421684f-3433-4323-8fea-08ffdcf34672"}