{"level":"info","ts":1785951301.2201436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7a1e2ee-7c7c-4edc-9b6e-a13cb7ad8255"} {"level":"info","ts":1785951301.2201767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7a1e2ee-7c7c-4edc-9b6e-a13cb7ad8255"} {"level":"info","ts":1785951301.2201886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7a1e2ee-7c7c-4edc-9b6e-a13cb7ad8255","EoS":false} {"level":"info","ts":1785951301.2201984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7a1e2ee-7c7c-4edc-9b6e-a13cb7ad8255","EoS":true} {"level":"info","ts":1785951301.2202177,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7a1e2ee-7c7c-4edc-9b6e-a13cb7ad8255","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951301.220232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7a1e2ee-7c7c-4edc-9b6e-a13cb7ad8255","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951301.22025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7a1e2ee-7c7c-4edc-9b6e-a13cb7ad8255"} {"level":"info","ts":1785951301.263191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951301.2632375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1985d0d5-4755-4a3c-b702-d2be77ee0915"} {"level":"info","ts":1785951301.2632456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1985d0d5-4755-4a3c-b702-d2be77ee0915"} {"level":"info","ts":1785951301.2632556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1985d0d5-4755-4a3c-b702-d2be77ee0915","EoS":false} {"level":"info","ts":1785951301.2632663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1985d0d5-4755-4a3c-b702-d2be77ee0915","EoS":true} {"level":"info","ts":1785951301.263282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1985d0d5-4755-4a3c-b702-d2be77ee0915","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951301.263293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1985d0d5-4755-4a3c-b702-d2be77ee0915","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951301.2633107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1985d0d5-4755-4a3c-b702-d2be77ee0915"} {"level":"info","ts":1785951301.3265672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951301.326634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76b8f81f-eb1f-4d7d-961c-d25e0b56b60f"} {"level":"info","ts":1785951301.326648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76b8f81f-eb1f-4d7d-961c-d25e0b56b60f"} {"level":"info","ts":1785951301.3266654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76b8f81f-eb1f-4d7d-961c-d25e0b56b60f","EoS":false} {"level":"info","ts":1785951301.3266847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76b8f81f-eb1f-4d7d-961c-d25e0b56b60f","EoS":true} {"level":"info","ts":1785951301.3267112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76b8f81f-eb1f-4d7d-961c-d25e0b56b60f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951301.3267283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76b8f81f-eb1f-4d7d-961c-d25e0b56b60f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951301.3267539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76b8f81f-eb1f-4d7d-961c-d25e0b56b60f"} {"level":"info","ts":1785951302.0515797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951302.0516725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ecf9824-6309-4bf4-84c5-3d1bdb9849fd"} {"level":"info","ts":1785951302.0516877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ecf9824-6309-4bf4-84c5-3d1bdb9849fd"} {"level":"info","ts":1785951302.0517046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ecf9824-6309-4bf4-84c5-3d1bdb9849fd","EoS":false} {"level":"info","ts":1785951302.0517182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ecf9824-6309-4bf4-84c5-3d1bdb9849fd","EoS":true} {"level":"info","ts":1785951302.0517387,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ecf9824-6309-4bf4-84c5-3d1bdb9849fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951302.0517542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ecf9824-6309-4bf4-84c5-3d1bdb9849fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951302.0517712,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ecf9824-6309-4bf4-84c5-3d1bdb9849fd"} {"level":"info","ts":1785951302.1327786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951302.1328561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59ff3ed9-c5a6-4b50-952c-103d88b3ab4c"} {"level":"info","ts":1785951302.1328743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59ff3ed9-c5a6-4b50-952c-103d88b3ab4c"} {"level":"info","ts":1785951302.1328957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ff3ed9-c5a6-4b50-952c-103d88b3ab4c","EoS":false} {"level":"info","ts":1785951302.1329134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ff3ed9-c5a6-4b50-952c-103d88b3ab4c","EoS":true} {"level":"info","ts":1785951302.1329389,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59ff3ed9-c5a6-4b50-952c-103d88b3ab4c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951302.132959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59ff3ed9-c5a6-4b50-952c-103d88b3ab4c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951302.1329868,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59ff3ed9-c5a6-4b50-952c-103d88b3ab4c"} {"level":"info","ts":1785951306.2941685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951306.29425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf04a29b-6018-4cbe-b2b5-f440c3f87356"} {"level":"info","ts":1785951306.2942603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf04a29b-6018-4cbe-b2b5-f440c3f87356"} {"level":"info","ts":1785951306.2942731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf04a29b-6018-4cbe-b2b5-f440c3f87356","EoS":false} {"level":"info","ts":1785951306.2942877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf04a29b-6018-4cbe-b2b5-f440c3f87356","EoS":true} {"level":"info","ts":1785951306.2943137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf04a29b-6018-4cbe-b2b5-f440c3f87356","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951306.2943306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf04a29b-6018-4cbe-b2b5-f440c3f87356","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951306.2943501,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf04a29b-6018-4cbe-b2b5-f440c3f87356"} {"level":"info","ts":1785951322.1490905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.1492033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09c3deee-1189-439f-8f01-354993402ea9"} {"level":"info","ts":1785951322.1492171,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09c3deee-1189-439f-8f01-354993402ea9"} {"level":"info","ts":1785951322.1492305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09c3deee-1189-439f-8f01-354993402ea9","EoS":false} {"level":"info","ts":1785951322.1492417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09c3deee-1189-439f-8f01-354993402ea9","EoS":true} {"level":"info","ts":1785951322.149264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09c3deee-1189-439f-8f01-354993402ea9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951322.1492856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09c3deee-1189-439f-8f01-354993402ea9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.149311,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09c3deee-1189-439f-8f01-354993402ea9"} {"level":"info","ts":1785951322.299173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.299238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b06ceb3-8aab-4986-afb3-baac216b3e3c"} {"level":"info","ts":1785951322.2992485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b06ceb3-8aab-4986-afb3-baac216b3e3c"} {"level":"info","ts":1785951322.2992592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b06ceb3-8aab-4986-afb3-baac216b3e3c","EoS":false} {"level":"info","ts":1785951322.2992697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b06ceb3-8aab-4986-afb3-baac216b3e3c","EoS":true} {"level":"info","ts":1785951322.2992892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b06ceb3-8aab-4986-afb3-baac216b3e3c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951322.2993035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b06ceb3-8aab-4986-afb3-baac216b3e3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.2993221,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b06ceb3-8aab-4986-afb3-baac216b3e3c"} {"level":"info","ts":1785951322.437726,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.4377859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.437797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.437814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","EoS":false} {"level":"info","ts":1785951322.43783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","EoS":true} {"level":"info","ts":1785951322.4378576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951322.4378755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.4379013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.5756073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.575673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.5756817,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.5756927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","EoS":false} {"level":"info","ts":1785951322.5757031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","EoS":true} {"level":"info","ts":1785951322.5757225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951322.5757382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.575757,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.712499,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.712557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.7125673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.712577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","EoS":false} {"level":"info","ts":1785951322.7125866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","EoS":true} {"level":"info","ts":1785951322.712603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951322.712615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.7126358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.8464653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.846532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95e6be49-a7c3-4307-a2cd-762453ab7a33"} {"level":"info","ts":1785951322.8465402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95e6be49-a7c3-4307-a2cd-762453ab7a33"} {"level":"info","ts":1785951322.8465512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95e6be49-a7c3-4307-a2cd-762453ab7a33","EoS":false} {"level":"info","ts":1785951322.8465633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95e6be49-a7c3-4307-a2cd-762453ab7a33","EoS":true} {"level":"info","ts":1785951322.8465805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95e6be49-a7c3-4307-a2cd-762453ab7a33","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951322.8465936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95e6be49-a7c3-4307-a2cd-762453ab7a33","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.8466098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95e6be49-a7c3-4307-a2cd-762453ab7a33"} {"level":"info","ts":1785951344.0316904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.0317757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0317934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0318127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","EoS":false} {"level":"info","ts":1785951344.0318322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","EoS":true} {"level":"info","ts":1785951344.0318606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951344.0318792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951344.0319047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0690832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.0691688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.0691826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.0692024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","EoS":false} {"level":"info","ts":1785951344.069226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","EoS":true} {"level":"info","ts":1785951344.0692494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951344.0692687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951344.0692878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.1055412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.1055894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f3a248e-70b0-46b1-8f72-80979966ec29"} {"level":"info","ts":1785951344.1055963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f3a248e-70b0-46b1-8f72-80979966ec29"} {"level":"info","ts":1785951344.105606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f3a248e-70b0-46b1-8f72-80979966ec29","EoS":false} {"level":"info","ts":1785951344.1056163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f3a248e-70b0-46b1-8f72-80979966ec29","EoS":true} {"level":"info","ts":1785951344.1056302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f3a248e-70b0-46b1-8f72-80979966ec29","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951344.1056402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f3a248e-70b0-46b1-8f72-80979966ec29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951344.1056552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f3a248e-70b0-46b1-8f72-80979966ec29"} {"level":"info","ts":1785951344.1371763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.1372273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3fa5c35-445b-4299-aa90-9c138b427e67"} {"level":"info","ts":1785951344.1372354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3fa5c35-445b-4299-aa90-9c138b427e67"} {"level":"info","ts":1785951344.1372507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3fa5c35-445b-4299-aa90-9c138b427e67","EoS":false} {"level":"info","ts":1785951344.1372597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3fa5c35-445b-4299-aa90-9c138b427e67","EoS":true} {"level":"info","ts":1785951344.1372757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3fa5c35-445b-4299-aa90-9c138b427e67","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951344.1372876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3fa5c35-445b-4299-aa90-9c138b427e67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951344.1373022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3fa5c35-445b-4299-aa90-9c138b427e67"} {"level":"info","ts":1785951344.168231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.1682887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd"} {"level":"info","ts":1785951348.7906144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951348.7906935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.7907066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.7907178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","EoS":false} {"level":"info","ts":1785951348.7907367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","EoS":true} {"level":"info","ts":1785951348.790759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951348.7907765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951348.7907953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951357.3900137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951357.390103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.3901184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.390141,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","EoS":false} {"level":"info","ts":1785951357.3901784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","EoS":true} {"level":"info","ts":1785951357.3902087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951357.3902297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951357.3902602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951370.2868586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951370.286937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.2869487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.2869596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","EoS":false} {"level":"info","ts":1785951370.2869697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","EoS":true} {"level":"info","ts":1785951370.2869873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951370.2870042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951370.2870235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951378.8652608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951378.8653343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.865346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.8653574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","EoS":false} {"level":"info","ts":1785951378.8653677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","EoS":true} {"level":"info","ts":1785951378.8653865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951378.8654022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951378.8654244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951387.8398883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951387.8399684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.8399785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.8399892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","EoS":false} {"level":"info","ts":1785951387.8400009,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","EoS":true} {"level":"info","ts":1785951387.840021,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951387.8400385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951387.8400605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951396.9144337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951396.91453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e02d5416-1b1a-4fcd-964e-f2dbe35adc67"} {"level":"info","ts":1785951396.9145467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e02d5416-1b1a-4fcd-964e-f2dbe35adc67"} {"level":"info","ts":1785951396.914564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e02d5416-1b1a-4fcd-964e-f2dbe35adc67","EoS":false} {"level":"info","ts":1785951396.9146411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e02d5416-1b1a-4fcd-964e-f2dbe35adc67","EoS":true} {"level":"info","ts":1785951396.9146721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e02d5416-1b1a-4fcd-964e-f2dbe35adc67","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951396.9146926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e02d5416-1b1a-4fcd-964e-f2dbe35adc67","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951396.9147215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e02d5416-1b1a-4fcd-964e-f2dbe35adc67"} {"level":"info","ts":1785951404.8245997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951404.824682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32bc1825-73d4-4a79-99ec-ddc9cf9ac78f"} {"level":"info","ts":1785951404.8246968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32bc1825-73d4-4a79-99ec-ddc9cf9ac78f"} {"level":"info","ts":1785951404.8247097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32bc1825-73d4-4a79-99ec-ddc9cf9ac78f","EoS":false} {"level":"info","ts":1785951404.8247278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32bc1825-73d4-4a79-99ec-ddc9cf9ac78f","EoS":true} {"level":"info","ts":1785951404.8247485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32bc1825-73d4-4a79-99ec-ddc9cf9ac78f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785951404.8247645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32bc1825-73d4-4a79-99ec-ddc9cf9ac78f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951404.824785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32bc1825-73d4-4a79-99ec-ddc9cf9ac78f"} {"level":"info","ts":1785951409.639303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951409.6393769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3554e378-3b0e-4909-9a25-2f24a20470d3"} {"level":"info","ts":1785951409.639392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3554e378-3b0e-4909-9a25-2f24a20470d3"} {"level":"info","ts":1785951409.6394036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3554e378-3b0e-4909-9a25-2f24a20470d3","EoS":false} {"level":"info","ts":1785951409.6394153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3554e378-3b0e-4909-9a25-2f24a20470d3","EoS":true} {"level":"info","ts":1785951409.6394353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3554e378-3b0e-4909-9a25-2f24a20470d3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951409.6394506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3554e378-3b0e-4909-9a25-2f24a20470d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951409.6394725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3554e378-3b0e-4909-9a25-2f24a20470d3"} {"level":"info","ts":1785951420.6785872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951420.6786668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.6786757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.678686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","EoS":false} {"level":"info","ts":1785951420.6786966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","EoS":true} {"level":"info","ts":1785951420.6787155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951420.6787326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951420.6787577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951455.4047866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951455.4048727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.4048848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.404896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","EoS":false} {"level":"info","ts":1785951455.4049065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","EoS":true} {"level":"info","ts":1785951455.4049287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951455.404944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951455.4049704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951464.7648034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951464.7648835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df1e9b82-7aab-4f44-8d13-0e5b639ca0e5"} {"level":"info","ts":1785951464.7648916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df1e9b82-7aab-4f44-8d13-0e5b639ca0e5"} {"level":"info","ts":1785951464.7649028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df1e9b82-7aab-4f44-8d13-0e5b639ca0e5","EoS":false} {"level":"info","ts":1785951464.7649143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df1e9b82-7aab-4f44-8d13-0e5b639ca0e5","EoS":true} {"level":"info","ts":1785951464.764934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df1e9b82-7aab-4f44-8d13-0e5b639ca0e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951464.76495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df1e9b82-7aab-4f44-8d13-0e5b639ca0e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951464.7650175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df1e9b82-7aab-4f44-8d13-0e5b639ca0e5"} {"level":"info","ts":1785951480.9758248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951480.9759047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17356630-e247-4a47-bf25-034bcacd7fc9"} {"level":"info","ts":1785951480.975918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17356630-e247-4a47-bf25-034bcacd7fc9"} {"level":"info","ts":1785951480.9759295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17356630-e247-4a47-bf25-034bcacd7fc9","EoS":false} {"level":"info","ts":1785951480.9759417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17356630-e247-4a47-bf25-034bcacd7fc9","EoS":true} {"level":"info","ts":1785951480.9759676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17356630-e247-4a47-bf25-034bcacd7fc9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951480.9759846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17356630-e247-4a47-bf25-034bcacd7fc9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951480.9760053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17356630-e247-4a47-bf25-034bcacd7fc9"} {"level":"info","ts":1785951490.5706832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951490.57076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.5707715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.570784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","EoS":false} {"level":"info","ts":1785951490.5707943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","EoS":true} {"level":"info","ts":1785951490.5708153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951490.5708313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951490.5708559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951500.0077178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951500.0077996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.007811,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.007823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","EoS":false} {"level":"info","ts":1785951500.0078359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","EoS":true} {"level":"info","ts":1785951500.0078561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951500.0078712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951500.0078912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.0401773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951500.040257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.0402718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.0402904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","EoS":false} {"level":"info","ts":1785951500.040309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","EoS":true} {"level":"info","ts":1785951500.0403273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951500.0403423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951500.0403652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951519.4277074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951519.4277906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.4278023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.4278135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","EoS":false} {"level":"info","ts":1785951519.427825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","EoS":true} {"level":"info","ts":1785951519.427846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951519.4278615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951519.4279246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951528.8248763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951528.8249562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5aac252f-4c41-4de7-b04a-2c0bf18052bd"} {"level":"info","ts":1785951528.8249683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5aac252f-4c41-4de7-b04a-2c0bf18052bd"} {"level":"info","ts":1785951528.8249798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5aac252f-4c41-4de7-b04a-2c0bf18052bd","EoS":false} {"level":"info","ts":1785951528.8249943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5aac252f-4c41-4de7-b04a-2c0bf18052bd","EoS":true} {"level":"info","ts":1785951528.8250182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5aac252f-4c41-4de7-b04a-2c0bf18052bd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951528.8250341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5aac252f-4c41-4de7-b04a-2c0bf18052bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951528.8250546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5aac252f-4c41-4de7-b04a-2c0bf18052bd"} {"level":"info","ts":1785951544.8349473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951544.83503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e500d3b-9b28-4146-9bd1-ea61cfcc4866"} {"level":"info","ts":1785951544.835043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e500d3b-9b28-4146-9bd1-ea61cfcc4866"} {"level":"info","ts":1785951544.8350554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e500d3b-9b28-4146-9bd1-ea61cfcc4866","EoS":false} {"level":"info","ts":1785951544.8350685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e500d3b-9b28-4146-9bd1-ea61cfcc4866","EoS":true} {"level":"info","ts":1785951544.8350961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e500d3b-9b28-4146-9bd1-ea61cfcc4866","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785951544.8351133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e500d3b-9b28-4146-9bd1-ea61cfcc4866","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951544.8351347,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e500d3b-9b28-4146-9bd1-ea61cfcc4866"} {"level":"info","ts":1785951678.3483708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951678.3484833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b48e03-6fe9-4fe1-9b03-f9b1dec5bfe2"} {"level":"info","ts":1785951678.3485017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35b48e03-6fe9-4fe1-9b03-f9b1dec5bfe2"} {"level":"info","ts":1785951678.3485227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35b48e03-6fe9-4fe1-9b03-f9b1dec5bfe2","EoS":false} {"level":"info","ts":1785951678.3485444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35b48e03-6fe9-4fe1-9b03-f9b1dec5bfe2","EoS":true} {"level":"info","ts":1785951678.34858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35b48e03-6fe9-4fe1-9b03-f9b1dec5bfe2","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785951678.348599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b48e03-6fe9-4fe1-9b03-f9b1dec5bfe2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785951678.3486269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35b48e03-6fe9-4fe1-9b03-f9b1dec5bfe2"} {"level":"info","ts":1785951699.7238734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951699.7239547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.7239625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.7239742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","EoS":false} {"level":"info","ts":1785951699.723985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","EoS":true} {"level":"info","ts":1785951699.7240067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785951699.7240236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785951699.724043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951802.141591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951802.1416757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1416864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1416984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","EoS":false} {"level":"info","ts":1785951802.1417103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","EoS":true} {"level":"info","ts":1785951802.1417303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951802.141745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951802.1417658,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951817.460774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951817.4608543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.4608648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.4608762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","EoS":false} {"level":"info","ts":1785951817.460887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","EoS":true} {"level":"info","ts":1785951817.460909,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951817.4609241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951817.4609447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.7763069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951817.7763815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd183c51-8222-444e-bce9-a1f8ef8a044a"} {"level":"info","ts":1785951817.7763906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd183c51-8222-444e-bce9-a1f8ef8a044a"} {"level":"info","ts":1785951817.7764015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd183c51-8222-444e-bce9-a1f8ef8a044a","EoS":false} {"level":"info","ts":1785951817.7764122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd183c51-8222-444e-bce9-a1f8ef8a044a","EoS":true} {"level":"info","ts":1785951817.7764316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd183c51-8222-444e-bce9-a1f8ef8a044a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785951817.7764482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd183c51-8222-444e-bce9-a1f8ef8a044a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951817.7764719,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd183c51-8222-444e-bce9-a1f8ef8a044a"} {"level":"info","ts":1785952158.4850712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952158.4851942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.4852474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.4852698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","EoS":false} {"level":"info","ts":1785952158.4852848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","EoS":true} {"level":"info","ts":1785952158.4853055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785952158.485322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952158.485342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.5229664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952158.5230236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e34a0001-eab7-416f-8e8e-5a424e73b417"} {"level":"info","ts":1785952158.5230346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e34a0001-eab7-416f-8e8e-5a424e73b417"} {"level":"info","ts":1785952158.5230455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e34a0001-eab7-416f-8e8e-5a424e73b417","EoS":false} {"level":"info","ts":1785952158.5230556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e34a0001-eab7-416f-8e8e-5a424e73b417","EoS":true} {"level":"info","ts":1785952158.5230737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e34a0001-eab7-416f-8e8e-5a424e73b417","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785952158.5230868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e34a0001-eab7-416f-8e8e-5a424e73b417","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952158.5231044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e34a0001-eab7-416f-8e8e-5a424e73b417"} {"level":"info","ts":1785952158.5609717,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952158.5610201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"135f6b96-9191-4921-a284-71d919448c9d"} {"level":"info","ts":1785952158.5610301,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"135f6b96-9191-4921-a284-71d919448c9d"} {"level":"info","ts":1785952158.56104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"135f6b96-9191-4921-a284-71d919448c9d","EoS":false} {"level":"info","ts":1785952158.561052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"135f6b96-9191-4921-a284-71d919448c9d","EoS":true} {"level":"info","ts":1785952158.5610693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"135f6b96-9191-4921-a284-71d919448c9d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785952158.5610828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"135f6b96-9191-4921-a284-71d919448c9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952158.5611022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"135f6b96-9191-4921-a284-71d919448c9d"} {"level":"info","ts":1785952163.3890655,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa86e82c-dde4-406c-b3ca-34cb6d1f541f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952163.3891122,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa86e82c-dde4-406c-b3ca-34cb6d1f541f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952163.3891757,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8b2f79f-6364-44ba-85c2-213afd8a55c0"} {"level":"info","ts":1785952163.3966527,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2083b4ce-f064-4c45-9b11-ab0fd3f7c98d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952163.396683,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2083b4ce-f064-4c45-9b11-ab0fd3f7c98d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785952163.3983338,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8b2f79f-6364-44ba-85c2-213afd8a55c0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.3985133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38817.368394433,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.3985288,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.5082076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffbacb4e-31a5-45e3-929f-1f19fe3af020"} {"level":"info","ts":1785952163.508725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93ff0bfd-c75c-415d-a81a-0c412faf72d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.5087733,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93ff0bfd-c75c-415d-a81a-0c412faf72d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.5108728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.516288,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d4b53ab-9a1a-42d6-a6e5-512e58583249","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.516342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d4b53ab-9a1a-42d6-a6e5-512e58583249","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785952163.51671,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffbacb4e-31a5-45e3-929f-1f19fe3af020","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.5167863,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffbacb4e-31a5-45e3-929f-1f19fe3af020","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785952163.5231862,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffbacb4e-31a5-45e3-929f-1f19fe3af020","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785952163.523243,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffbacb4e-31a5-45e3-929f-1f19fe3af020","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.5233018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2cd4a787-e2c9-4874-a3f7-5f37a6781098"} {"level":"info","ts":1785952163.5233018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a45ec79-482c-45d0-a35d-df0e29564fcd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.523332,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2cd4a787-e2c9-4874-a3f7-5f37a6781098","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952163.5233335,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a45ec79-482c-45d0-a35d-df0e29564fcd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785952163.5276155,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2cd4a787-e2c9-4874-a3f7-5f37a6781098","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.5321255,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec830082-062d-4c76-be6c-b3fd674ce8e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952163.532187,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec830082-062d-4c76-be6c-b3fd674ce8e0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952163.532247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f43ff4a9-9ff4-4339-8ce7-d3245fd32548","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.5322614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1455ebd7-6540-4cdb-807d-0391668d6479"} {"level":"info","ts":1785952163.5322742,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f43ff4a9-9ff4-4339-8ce7-d3245fd32548","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.5324664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38238.070786512,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.532482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.5988264,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38063.926299344,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.5988474,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.6100857,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.6106932,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.63327,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1455ebd7-6540-4cdb-807d-0391668d6479","name":"e2e-external-model"} {"level":"info","ts":1785952163.643635,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1455ebd7-6540-4cdb-807d-0391668d6479","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952163.653053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c727baf-05d3-4865-bfa7-0d476723c6d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.6530893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c727baf-05d3-4865-bfa7-0d476723c6d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.653416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8182f1d7-f58f-4a56-9377-bafede8f8569"} {"level":"info","ts":1785952163.6534827,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8182f1d7-f58f-4a56-9377-bafede8f8569","name":"e2e-external-model"} {"level":"info","ts":1785952163.666785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24b70536-db3c-46fe-94b7-2be6cf42590b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.6668203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24b70536-db3c-46fe-94b7-2be6cf42590b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785952163.666952,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8182f1d7-f58f-4a56-9377-bafede8f8569","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.66702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66c69dc0-1781-4862-8f14-fc7f34288391"} {"level":"info","ts":1785952163.6670568,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66c69dc0-1781-4862-8f14-fc7f34288391","name":"e2e-external-model"} {"level":"info","ts":1785952163.6759303,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66c69dc0-1781-4862-8f14-fc7f34288391","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952163.6807137,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"296ee789-44fc-4c3e-b3ef-92a724b2e661","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.680751,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"296ee789-44fc-4c3e-b3ef-92a724b2e661","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.6808996,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84871ab2-baf1-44e7-95ee-1cfbf2f907a9"} {"level":"info","ts":1785952163.680936,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84871ab2-baf1-44e7-95ee-1cfbf2f907a9","name":"e2e-external-model"} {"level":"info","ts":1785952163.68821,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84871ab2-baf1-44e7-95ee-1cfbf2f907a9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952163.6993275,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8b2f79f-6364-44ba-85c2-213afd8a55c0","name":"e2e-external-provider"} {"level":"info","ts":1785952163.7090707,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8b2f79f-6364-44ba-85c2-213afd8a55c0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785952163.7127302,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8b2f79f-6364-44ba-85c2-213afd8a55c0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.7128074,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"142c3e4f-36fa-4e36-8a4c-a5924d82c24b"} {"level":"info","ts":1785952163.712845,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"142c3e4f-36fa-4e36-8a4c-a5924d82c24b","name":"e2e-external-provider"} {"level":"info","ts":1785952163.7236886,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"142c3e4f-36fa-4e36-8a4c-a5924d82c24b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785952175.2199845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952175.2200575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad"} {"level":"info","ts":1785952175.2200677,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad"} {"level":"info","ts":1785952175.2200804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad","EoS":false} {"level":"info","ts":1785952175.2200904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad","EoS":true} {"level":"info","ts":1785952175.2201095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785952175.220125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952175.2201326,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad","modelName":"e2e-external-model"} {"level":"info","ts":1785952175.2201462,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952175.2202086,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4848bb40-36f6-41f4-99b9-5a61eec642ad"} {"level":"info","ts":1785952175.2681882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952175.2682693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052"} {"level":"info","ts":1785952175.2682836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052"} {"level":"info","ts":1785952175.2683027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052","EoS":false} {"level":"info","ts":1785952175.268322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052","EoS":true} {"level":"info","ts":1785952175.2683482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785952175.2683659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952175.2683816,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052","modelName":"e2e-external-model"} {"level":"info","ts":1785952175.268401,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952175.2684455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a330221c-3bd6-4dd6-a5ba-d085ad1bf052"} {"level":"info","ts":1785952175.2920806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952175.292139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.2921684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.2921882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","EoS":false} {"level":"info","ts":1785952175.2922006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","EoS":true} {"level":"info","ts":1785952175.2922187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785952175.2922292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952175.2922366,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","modelName":"e2e-external-model"} {"level":"info","ts":1785952175.292251,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952175.29228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.5203428,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f75f3284-b06e-4a42-b369-0af039c75e90"} {"level":"info","ts":1785952175.520345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d57386c-8ac0-4d68-baaa-853e4f064f9e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.520481,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d57386c-8ac0-4d68-baaa-853e4f064f9e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952175.5274744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebb945ac-400b-4858-9a79-e9a79a15750f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.527508,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebb945ac-400b-4858-9a79-e9a79a15750f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952175.528501,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f75f3284-b06e-4a42-b369-0af039c75e90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952175.5285537,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f75f3284-b06e-4a42-b369-0af039c75e90","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.5509737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3498144-c44e-4c8d-be5b-605dc1795048","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5510042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3498144-c44e-4c8d-be5b-605dc1795048","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952175.5520399,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f75f3284-b06e-4a42-b369-0af039c75e90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785952175.5520816,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f75f3284-b06e-4a42-b369-0af039c75e90","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952175.552165,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8e65338-f84e-4fb7-8712-007bdcf22636"} {"level":"info","ts":1785952175.552215,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8e65338-f84e-4fb7-8712-007bdcf22636","name":"e2e-cleanup-test"} {"level":"error","ts":1785952175.5669885,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8e65338-f84e-4fb7-8712-007bdcf22636","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952175.567046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28ece9f3-3be6-45df-8653-504dd9f10364","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5670571,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e85f4530-060f-4964-9db4-a2ce9562bd80"} {"level":"info","ts":1785952175.5670714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28ece9f3-3be6-45df-8653-504dd9f10364","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952175.5671065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e85f4530-060f-4964-9db4-a2ce9562bd80","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.574624,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e85f4530-060f-4964-9db4-a2ce9562bd80","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952175.5818365,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6323d36f-aa51-40e6-b1ab-c72b7ae70fe2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5818942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6323d36f-aa51-40e6-b1ab-c72b7ae70fe2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952175.5819664,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f991f4c9-aa9e-4022-9ec8-16e355d8a362"} {"level":"info","ts":1785952175.5820353,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f991f4c9-aa9e-4022-9ec8-16e355d8a362","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.5900707,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f991f4c9-aa9e-4022-9ec8-16e355d8a362","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952183.7810113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e08cdf5e-1622-4929-b1c8-cd64732f7cd8"} {"level":"info","ts":1785952183.7810097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"323c67ad-7926-4b97-8c33-84288146c1a4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952183.7810829,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"323c67ad-7926-4b97-8c33-84288146c1a4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952188.0737703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.0738819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9"} {"level":"info","ts":1785952188.0738983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9"} {"level":"info","ts":1785952188.0739179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9","EoS":false} {"level":"info","ts":1785952188.073938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9","EoS":true} {"level":"info","ts":1785952188.0739646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785952188.0739973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785952188.0740185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9"} {"level":"info","ts":1785952188.1004777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.1005347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.1005468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.1005614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","EoS":false} {"level":"info","ts":1785952188.100575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","EoS":true} {"level":"info","ts":1785952188.100592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785952188.1006064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952188.1006138,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","modelName":"e2e-external-model"} {"level":"info","ts":1785952188.1006296,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952188.1006696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.198949,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.1990118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.1990256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.1990364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","EoS":false} {"level":"info","ts":1785952188.1990464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","EoS":true} {"level":"info","ts":1785952188.199064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785952188.1990836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952188.199105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.3243392,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.324393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.3244014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.3244116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","EoS":false} {"level":"info","ts":1785952188.3244233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","EoS":true} {"level":"info","ts":1785952188.3244424,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","field":"model"} {"level":"info","ts":1785952188.3244672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952189.182003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8c9687b-f10a-44b2-82de-2a3c80f6881d"} {"level":"info","ts":1785952189.1820264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a123b42-12ee-4a63-b1a4-f608e4a48a42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952189.1820507,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a123b42-12ee-4a63-b1a4-f608e4a48a42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952189.3183565,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9167c1cd-d2e4-49c2-9001-9fe0edff7fa1"} {"level":"info","ts":1785952189.318371,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"359db052-95e1-408a-af8e-780c57624f93","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952189.3184013,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"359db052-95e1-408a-af8e-780c57624f93","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785953623.1130722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953623.1131706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a73060b3-5ad5-4466-ac0a-e57063e2627d"} {"level":"info","ts":1785953698.2646992,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953698.2647772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.2647867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.2647974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","EoS":false} {"level":"info","ts":1785953698.2648106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","EoS":true} {"level":"info","ts":1785953698.2648344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785953698.2648506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785953698.2648706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"}