{"level":"info","ts":1784827218.4181314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00ce6589-4e9f-49bd-bb75-7449301c03e5","EoS":false} {"level":"info","ts":1784827218.418144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00ce6589-4e9f-49bd-bb75-7449301c03e5","EoS":true} {"level":"info","ts":1784827218.4181652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00ce6589-4e9f-49bd-bb75-7449301c03e5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827218.418182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00ce6589-4e9f-49bd-bb75-7449301c03e5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827218.4182029,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00ce6589-4e9f-49bd-bb75-7449301c03e5"} {"level":"info","ts":1784827222.5819554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827222.5820541,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8b7702f-aaef-4757-904a-09f0dc302ba4"} {"level":"info","ts":1784827222.5820723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8b7702f-aaef-4757-904a-09f0dc302ba4"} {"level":"info","ts":1784827222.5820918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8b7702f-aaef-4757-904a-09f0dc302ba4","EoS":false} {"level":"info","ts":1784827222.582112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8b7702f-aaef-4757-904a-09f0dc302ba4","EoS":true} {"level":"info","ts":1784827222.5821428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8b7702f-aaef-4757-904a-09f0dc302ba4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827222.5821626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8b7702f-aaef-4757-904a-09f0dc302ba4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827222.582195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8b7702f-aaef-4757-904a-09f0dc302ba4"} {"level":"info","ts":1784827241.5520122,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827241.5520906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a28836a8-b30b-45a2-afe6-64196f87a479"} {"level":"info","ts":1784827241.5521011,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a28836a8-b30b-45a2-afe6-64196f87a479"} {"level":"info","ts":1784827241.5521128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a28836a8-b30b-45a2-afe6-64196f87a479","EoS":false} {"level":"info","ts":1784827241.5521243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a28836a8-b30b-45a2-afe6-64196f87a479","EoS":true} {"level":"info","ts":1784827241.5521474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a28836a8-b30b-45a2-afe6-64196f87a479","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827241.5521657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a28836a8-b30b-45a2-afe6-64196f87a479","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827241.5521855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a28836a8-b30b-45a2-afe6-64196f87a479"} {"level":"info","ts":1784827241.6926398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827241.6927218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03d9426b-def9-4953-9e5a-a82068c4c4f5"} {"level":"info","ts":1784827241.6927333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03d9426b-def9-4953-9e5a-a82068c4c4f5"} {"level":"info","ts":1784827241.6927443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03d9426b-def9-4953-9e5a-a82068c4c4f5","EoS":false} {"level":"info","ts":1784827241.6927588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03d9426b-def9-4953-9e5a-a82068c4c4f5","EoS":true} {"level":"info","ts":1784827241.692783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03d9426b-def9-4953-9e5a-a82068c4c4f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827241.692799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03d9426b-def9-4953-9e5a-a82068c4c4f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827241.6928186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03d9426b-def9-4953-9e5a-a82068c4c4f5"} {"level":"info","ts":1784827241.8345842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827241.8346584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"127176e1-4f63-41e4-a9d9-9bca28bef7e6"} {"level":"info","ts":1784827241.834669,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"127176e1-4f63-41e4-a9d9-9bca28bef7e6"} {"level":"info","ts":1784827241.8346796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"127176e1-4f63-41e4-a9d9-9bca28bef7e6","EoS":false} {"level":"info","ts":1784827241.83469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"127176e1-4f63-41e4-a9d9-9bca28bef7e6","EoS":true} {"level":"info","ts":1784827241.8347101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"127176e1-4f63-41e4-a9d9-9bca28bef7e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827241.8347347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"127176e1-4f63-41e4-a9d9-9bca28bef7e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827241.8347542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"127176e1-4f63-41e4-a9d9-9bca28bef7e6"} {"level":"info","ts":1784827241.970502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827241.9705827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0561f108-d9a9-4231-beb2-adcd90494388"} {"level":"info","ts":1784827241.9705944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0561f108-d9a9-4231-beb2-adcd90494388"} {"level":"info","ts":1784827241.9706054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0561f108-d9a9-4231-beb2-adcd90494388","EoS":false} {"level":"info","ts":1784827241.970622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0561f108-d9a9-4231-beb2-adcd90494388","EoS":true} {"level":"info","ts":1784827241.9706423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0561f108-d9a9-4231-beb2-adcd90494388","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827241.9706578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0561f108-d9a9-4231-beb2-adcd90494388","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827241.9706783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0561f108-d9a9-4231-beb2-adcd90494388"} {"level":"info","ts":1784827242.1099336,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827242.1100085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09cb56a9-ea8e-49dd-8d13-1879464efa68"} {"level":"info","ts":1784827242.110018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09cb56a9-ea8e-49dd-8d13-1879464efa68"} {"level":"info","ts":1784827242.1100302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09cb56a9-ea8e-49dd-8d13-1879464efa68","EoS":false} {"level":"info","ts":1784827242.1100414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09cb56a9-ea8e-49dd-8d13-1879464efa68","EoS":true} {"level":"info","ts":1784827242.1100628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09cb56a9-ea8e-49dd-8d13-1879464efa68","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827242.1100786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09cb56a9-ea8e-49dd-8d13-1879464efa68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827242.1101005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09cb56a9-ea8e-49dd-8d13-1879464efa68"} {"level":"info","ts":1784827242.2459307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827242.2460065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"775f77a4-dab5-4280-85a7-79433024c340"} {"level":"info","ts":1784827242.246015,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"775f77a4-dab5-4280-85a7-79433024c340"} {"level":"info","ts":1784827242.2460256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"775f77a4-dab5-4280-85a7-79433024c340","EoS":false} {"level":"info","ts":1784827242.2460368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"775f77a4-dab5-4280-85a7-79433024c340","EoS":true} {"level":"info","ts":1784827242.246056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"775f77a4-dab5-4280-85a7-79433024c340","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827242.246072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"775f77a4-dab5-4280-85a7-79433024c340","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827242.246093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"775f77a4-dab5-4280-85a7-79433024c340"} {"level":"info","ts":1784827261.2859507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827261.2860572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a00cef7-e1f7-4d2b-8b3e-526375c0457e"} {"level":"info","ts":1784827261.2860804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a00cef7-e1f7-4d2b-8b3e-526375c0457e"} {"level":"info","ts":1784827261.2860935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a00cef7-e1f7-4d2b-8b3e-526375c0457e","EoS":false} {"level":"info","ts":1784827261.286104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a00cef7-e1f7-4d2b-8b3e-526375c0457e","EoS":true} {"level":"info","ts":1784827261.2861264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a00cef7-e1f7-4d2b-8b3e-526375c0457e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827261.2861428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a00cef7-e1f7-4d2b-8b3e-526375c0457e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827261.2861636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a00cef7-e1f7-4d2b-8b3e-526375c0457e"} {"level":"info","ts":1784827261.3369048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827261.3369863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f53255f7-73d2-425d-b83f-a6eeecde2300"} {"level":"info","ts":1784827261.3370025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f53255f7-73d2-425d-b83f-a6eeecde2300"} {"level":"info","ts":1784827261.3370144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f53255f7-73d2-425d-b83f-a6eeecde2300","EoS":false} {"level":"info","ts":1784827261.337025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f53255f7-73d2-425d-b83f-a6eeecde2300","EoS":true} {"level":"info","ts":1784827261.3370464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f53255f7-73d2-425d-b83f-a6eeecde2300","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827261.3370616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f53255f7-73d2-425d-b83f-a6eeecde2300","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827261.33708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f53255f7-73d2-425d-b83f-a6eeecde2300"} {"level":"info","ts":1784827261.3770077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827261.377104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d3ec17e-e115-41d3-94cf-68661d2279e1"} {"level":"info","ts":1784827261.3771195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d3ec17e-e115-41d3-94cf-68661d2279e1"} {"level":"info","ts":1784827261.3771348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3ec17e-e115-41d3-94cf-68661d2279e1","EoS":false} {"level":"info","ts":1784827261.377146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3ec17e-e115-41d3-94cf-68661d2279e1","EoS":true} {"level":"info","ts":1784827261.3771687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d3ec17e-e115-41d3-94cf-68661d2279e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827261.3771832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d3ec17e-e115-41d3-94cf-68661d2279e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827261.3772042,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d3ec17e-e115-41d3-94cf-68661d2279e1"} {"level":"info","ts":1784827261.4107745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827261.4108672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00f701a3-d257-4b94-b10f-9ef5446b9e2f"} {"level":"info","ts":1784827266.0551662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827266.055252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c81602c6-aebd-451d-884e-6c8807abcbf9"} {"level":"info","ts":1784827266.0552619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c81602c6-aebd-451d-884e-6c8807abcbf9"} {"level":"info","ts":1784827266.0552733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81602c6-aebd-451d-884e-6c8807abcbf9","EoS":false} {"level":"info","ts":1784827266.0552845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81602c6-aebd-451d-884e-6c8807abcbf9","EoS":true} {"level":"info","ts":1784827266.0553067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c81602c6-aebd-451d-884e-6c8807abcbf9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827266.0553226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c81602c6-aebd-451d-884e-6c8807abcbf9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827266.055346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c81602c6-aebd-451d-884e-6c8807abcbf9"} {"level":"info","ts":1784827274.6284103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827274.6284945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c5a9793-c851-4338-ab72-ad1a8f75ea98"} {"level":"info","ts":1784827274.6285038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c5a9793-c851-4338-ab72-ad1a8f75ea98"} {"level":"info","ts":1784827274.628516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c5a9793-c851-4338-ab72-ad1a8f75ea98","EoS":false} {"level":"info","ts":1784827274.6285286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c5a9793-c851-4338-ab72-ad1a8f75ea98","EoS":true} {"level":"info","ts":1784827274.62855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c5a9793-c851-4338-ab72-ad1a8f75ea98","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827274.628567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c5a9793-c851-4338-ab72-ad1a8f75ea98","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827274.628591,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c5a9793-c851-4338-ab72-ad1a8f75ea98"} {"level":"info","ts":1784827276.6688473,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827276.6689239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fb60a42-bb44-4e34-8ff4-85138fa9f229"} {"level":"info","ts":1784827276.6689332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fb60a42-bb44-4e34-8ff4-85138fa9f229"} {"level":"info","ts":1784827276.6689446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb60a42-bb44-4e34-8ff4-85138fa9f229","EoS":false} {"level":"info","ts":1784827276.6689548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb60a42-bb44-4e34-8ff4-85138fa9f229","EoS":true} {"level":"info","ts":1784827276.6689775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fb60a42-bb44-4e34-8ff4-85138fa9f229","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827276.6689937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fb60a42-bb44-4e34-8ff4-85138fa9f229","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827276.669016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fb60a42-bb44-4e34-8ff4-85138fa9f229"} {"level":"info","ts":1784827289.5761354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827289.5762208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71f21374-01f2-46da-9353-9809240cdbe2"} {"level":"info","ts":1784827289.5762296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71f21374-01f2-46da-9353-9809240cdbe2"} {"level":"info","ts":1784827289.5762417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71f21374-01f2-46da-9353-9809240cdbe2","EoS":false} {"level":"info","ts":1784827289.5762522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71f21374-01f2-46da-9353-9809240cdbe2","EoS":true} {"level":"info","ts":1784827289.5762725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71f21374-01f2-46da-9353-9809240cdbe2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827289.576292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71f21374-01f2-46da-9353-9809240cdbe2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827289.5763123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71f21374-01f2-46da-9353-9809240cdbe2"} {"level":"info","ts":1784827298.1346564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827298.1347394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a08d40ad-18c1-4fa1-9a3c-d657a2385021"} {"level":"info","ts":1784827298.134749,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a08d40ad-18c1-4fa1-9a3c-d657a2385021"} {"level":"info","ts":1784827298.1347609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a08d40ad-18c1-4fa1-9a3c-d657a2385021","EoS":false} {"level":"info","ts":1784827298.1347718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a08d40ad-18c1-4fa1-9a3c-d657a2385021","EoS":true} {"level":"info","ts":1784827298.1347947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a08d40ad-18c1-4fa1-9a3c-d657a2385021","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827298.134811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a08d40ad-18c1-4fa1-9a3c-d657a2385021","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827298.134831,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a08d40ad-18c1-4fa1-9a3c-d657a2385021"} {"level":"info","ts":1784827307.0570035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827307.0570965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d3ae17a-bbaf-491f-9930-eee5195f4cce"} {"level":"info","ts":1784827307.05711,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d3ae17a-bbaf-491f-9930-eee5195f4cce"} {"level":"info","ts":1784827307.0571222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d3ae17a-bbaf-491f-9930-eee5195f4cce","EoS":false} {"level":"info","ts":1784827307.0571373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d3ae17a-bbaf-491f-9930-eee5195f4cce","EoS":true} {"level":"info","ts":1784827307.0571568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d3ae17a-bbaf-491f-9930-eee5195f4cce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827307.0571713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d3ae17a-bbaf-491f-9930-eee5195f4cce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827307.0571938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d3ae17a-bbaf-491f-9930-eee5195f4cce"} {"level":"info","ts":1784827316.0734828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827316.0735607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b85fea9-32b7-4291-ad19-426fe9879322"} {"level":"info","ts":1784827316.0735717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b85fea9-32b7-4291-ad19-426fe9879322"} {"level":"info","ts":1784827316.0735834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b85fea9-32b7-4291-ad19-426fe9879322","EoS":false} {"level":"info","ts":1784827316.0735948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b85fea9-32b7-4291-ad19-426fe9879322","EoS":true} {"level":"info","ts":1784827316.0736163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b85fea9-32b7-4291-ad19-426fe9879322","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827316.073632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b85fea9-32b7-4291-ad19-426fe9879322","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827316.0736527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b85fea9-32b7-4291-ad19-426fe9879322"} {"level":"info","ts":1784827323.957301,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827323.9573932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d1a523a-da20-446d-82f3-cd111ab10e40"} {"level":"info","ts":1784827323.957433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d1a523a-da20-446d-82f3-cd111ab10e40"} {"level":"info","ts":1784827323.957446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d1a523a-da20-446d-82f3-cd111ab10e40","EoS":false} {"level":"info","ts":1784827323.9574585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d1a523a-da20-446d-82f3-cd111ab10e40","EoS":true} {"level":"info","ts":1784827323.9574845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d1a523a-da20-446d-82f3-cd111ab10e40","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827323.9575007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d1a523a-da20-446d-82f3-cd111ab10e40","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827323.9575214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d1a523a-da20-446d-82f3-cd111ab10e40"} {"level":"info","ts":1784827328.7494397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827328.7495255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cc37ac0-1334-4981-b666-d98c075ad48a"} {"level":"info","ts":1784827328.749535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5cc37ac0-1334-4981-b666-d98c075ad48a"} {"level":"info","ts":1784827328.7495472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cc37ac0-1334-4981-b666-d98c075ad48a","EoS":false} {"level":"info","ts":1784827328.749558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cc37ac0-1334-4981-b666-d98c075ad48a","EoS":true} {"level":"info","ts":1784827328.7495801,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cc37ac0-1334-4981-b666-d98c075ad48a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827328.7495959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cc37ac0-1334-4981-b666-d98c075ad48a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827328.7496164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5cc37ac0-1334-4981-b666-d98c075ad48a"} {"level":"info","ts":1784827329.0251608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827329.0252616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb6bccc1-f35a-4cbe-bfe7-04480320eb1e"} {"level":"info","ts":1784827329.0252836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb6bccc1-f35a-4cbe-bfe7-04480320eb1e"} {"level":"info","ts":1784827329.025298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb6bccc1-f35a-4cbe-bfe7-04480320eb1e","EoS":false} {"level":"info","ts":1784827329.0253115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb6bccc1-f35a-4cbe-bfe7-04480320eb1e","EoS":true} {"level":"info","ts":1784827329.0253332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb6bccc1-f35a-4cbe-bfe7-04480320eb1e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827329.0253513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb6bccc1-f35a-4cbe-bfe7-04480320eb1e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827329.025396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb6bccc1-f35a-4cbe-bfe7-04480320eb1e"} {"level":"info","ts":1784827331.0621085,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827331.0622025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb8c3eb6-2859-4de0-9428-6489593be576"} {"level":"info","ts":1784827331.0622187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb8c3eb6-2859-4de0-9428-6489593be576"} {"level":"info","ts":1784827331.0622308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb8c3eb6-2859-4de0-9428-6489593be576","EoS":false} {"level":"info","ts":1784827331.0622408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb8c3eb6-2859-4de0-9428-6489593be576","EoS":true} {"level":"info","ts":1784827331.0622623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb8c3eb6-2859-4de0-9428-6489593be576","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827331.0622802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb8c3eb6-2859-4de0-9428-6489593be576","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827331.0623055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb8c3eb6-2859-4de0-9428-6489593be576"} {"level":"info","ts":1784827333.0994165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827333.099521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5c34b1b-f97c-47a7-9308-623ed6a46ca4"} {"level":"info","ts":1784827333.0995405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5c34b1b-f97c-47a7-9308-623ed6a46ca4"} {"level":"info","ts":1784827333.0995612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5c34b1b-f97c-47a7-9308-623ed6a46ca4","EoS":false} {"level":"info","ts":1784827333.0995808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5c34b1b-f97c-47a7-9308-623ed6a46ca4","EoS":true} {"level":"info","ts":1784827333.0996208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5c34b1b-f97c-47a7-9308-623ed6a46ca4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827333.0996425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5c34b1b-f97c-47a7-9308-623ed6a46ca4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827333.0996754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5c34b1b-f97c-47a7-9308-623ed6a46ca4"} {"level":"info","ts":1784827335.1365933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827335.1366804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90d5a638-2720-403c-9af6-4dd6e5c6f46e"} {"level":"info","ts":1784827335.1366904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90d5a638-2720-403c-9af6-4dd6e5c6f46e"} {"level":"info","ts":1784827335.1367023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90d5a638-2720-403c-9af6-4dd6e5c6f46e","EoS":false} {"level":"info","ts":1784827335.136713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90d5a638-2720-403c-9af6-4dd6e5c6f46e","EoS":true} {"level":"info","ts":1784827335.136732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90d5a638-2720-403c-9af6-4dd6e5c6f46e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827335.136748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90d5a638-2720-403c-9af6-4dd6e5c6f46e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827335.1367683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90d5a638-2720-403c-9af6-4dd6e5c6f46e"} {"level":"info","ts":1784827358.6575692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827358.657656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2d861eb-142a-430f-bd46-a17a9464f463"} {"level":"info","ts":1784827358.6576688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2d861eb-142a-430f-bd46-a17a9464f463"} {"level":"info","ts":1784827358.6576862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2d861eb-142a-430f-bd46-a17a9464f463","EoS":false} {"level":"info","ts":1784827358.6577034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2d861eb-142a-430f-bd46-a17a9464f463","EoS":true} {"level":"info","ts":1784827358.6577365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2d861eb-142a-430f-bd46-a17a9464f463","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827358.657756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2d861eb-142a-430f-bd46-a17a9464f463","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827358.6577892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2d861eb-142a-430f-bd46-a17a9464f463"} {"level":"info","ts":1784827368.0048437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827368.0049257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8febc57b-c9ef-4b51-90d9-a7a41b9505ac"} {"level":"info","ts":1784827368.0049355,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8febc57b-c9ef-4b51-90d9-a7a41b9505ac"} {"level":"info","ts":1784827368.004946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8febc57b-c9ef-4b51-90d9-a7a41b9505ac","EoS":false} {"level":"info","ts":1784827368.0049565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8febc57b-c9ef-4b51-90d9-a7a41b9505ac","EoS":true} {"level":"info","ts":1784827368.0049772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8febc57b-c9ef-4b51-90d9-a7a41b9505ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827368.0049932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8febc57b-c9ef-4b51-90d9-a7a41b9505ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827368.005013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8febc57b-c9ef-4b51-90d9-a7a41b9505ac"} {"level":"info","ts":1784827373.448151,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827373.4482448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"935c8e46-2926-4c77-b4ca-44b34c3d08a5"} {"level":"info","ts":1784827373.4482582,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"935c8e46-2926-4c77-b4ca-44b34c3d08a5"} {"level":"info","ts":1784827373.4482772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"935c8e46-2926-4c77-b4ca-44b34c3d08a5","EoS":false} {"level":"info","ts":1784827373.4482968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"935c8e46-2926-4c77-b4ca-44b34c3d08a5","EoS":true} {"level":"info","ts":1784827373.448327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"935c8e46-2926-4c77-b4ca-44b34c3d08a5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827373.4483476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"935c8e46-2926-4c77-b4ca-44b34c3d08a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827373.4484043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"935c8e46-2926-4c77-b4ca-44b34c3d08a5"} {"level":"info","ts":1784827383.0164642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827383.016566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec6bca91-267b-41d8-9cc6-8518f59d07e9"} {"level":"info","ts":1784827383.016586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec6bca91-267b-41d8-9cc6-8518f59d07e9"} {"level":"info","ts":1784827383.0166056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec6bca91-267b-41d8-9cc6-8518f59d07e9","EoS":false} {"level":"info","ts":1784827383.0166261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec6bca91-267b-41d8-9cc6-8518f59d07e9","EoS":true} {"level":"info","ts":1784827383.0166566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec6bca91-267b-41d8-9cc6-8518f59d07e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827383.0166764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec6bca91-267b-41d8-9cc6-8518f59d07e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827383.016708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec6bca91-267b-41d8-9cc6-8518f59d07e9"} {"level":"info","ts":1784827385.0562136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827385.0563412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"764844b3-1843-4d97-84e1-98459c243937"} {"level":"info","ts":1784827385.0563726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"764844b3-1843-4d97-84e1-98459c243937"} {"level":"info","ts":1784827385.056393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"764844b3-1843-4d97-84e1-98459c243937","EoS":false} {"level":"info","ts":1784827385.0564039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"764844b3-1843-4d97-84e1-98459c243937","EoS":true} {"level":"info","ts":1784827385.0564294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"764844b3-1843-4d97-84e1-98459c243937","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827385.0564463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"764844b3-1843-4d97-84e1-98459c243937","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827385.0564697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"764844b3-1843-4d97-84e1-98459c243937"} {"level":"info","ts":1784827394.4809802,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827394.4810708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c73aa8b5-9eae-4796-b662-2a8cfe40cfa2"} {"level":"info","ts":1784827394.48108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c73aa8b5-9eae-4796-b662-2a8cfe40cfa2"} {"level":"info","ts":1784827394.4810963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c73aa8b5-9eae-4796-b662-2a8cfe40cfa2","EoS":false} {"level":"info","ts":1784827394.481114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c73aa8b5-9eae-4796-b662-2a8cfe40cfa2","EoS":true} {"level":"info","ts":1784827394.4811342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c73aa8b5-9eae-4796-b662-2a8cfe40cfa2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827394.4811502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c73aa8b5-9eae-4796-b662-2a8cfe40cfa2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827394.4811707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c73aa8b5-9eae-4796-b662-2a8cfe40cfa2"} {"level":"info","ts":1784827394.5179489,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827394.518044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2f5ea45-496d-40b2-ab53-3927f2ea7599"} {"level":"info","ts":1784827394.5180593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2f5ea45-496d-40b2-ab53-3927f2ea7599"} {"level":"info","ts":1784827394.518079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2f5ea45-496d-40b2-ab53-3927f2ea7599","EoS":false} {"level":"info","ts":1784827394.5180917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2f5ea45-496d-40b2-ab53-3927f2ea7599","EoS":true} {"level":"info","ts":1784827394.5181124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2f5ea45-496d-40b2-ab53-3927f2ea7599","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827394.518128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2f5ea45-496d-40b2-ab53-3927f2ea7599","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827394.5181472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2f5ea45-496d-40b2-ab53-3927f2ea7599"} {"level":"info","ts":1784827413.823332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827413.8234441,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e8f95e3-2ab7-4017-a899-70b276367cd6"} {"level":"info","ts":1784827413.823458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e8f95e3-2ab7-4017-a899-70b276367cd6"} {"level":"info","ts":1784827413.8234773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e8f95e3-2ab7-4017-a899-70b276367cd6","EoS":false} {"level":"info","ts":1784827413.8234968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e8f95e3-2ab7-4017-a899-70b276367cd6","EoS":true} {"level":"info","ts":1784827413.8235288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e8f95e3-2ab7-4017-a899-70b276367cd6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827413.8235497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e8f95e3-2ab7-4017-a899-70b276367cd6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827413.8235872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e8f95e3-2ab7-4017-a899-70b276367cd6"} {"level":"info","ts":1784827423.2484112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827423.2485132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43a8cbed-0c1c-42cd-9f4e-46a3c0d27e76"} {"level":"info","ts":1784827423.2485266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43a8cbed-0c1c-42cd-9f4e-46a3c0d27e76"} {"level":"info","ts":1784827423.2485442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43a8cbed-0c1c-42cd-9f4e-46a3c0d27e76","EoS":false} {"level":"info","ts":1784827423.2485652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43a8cbed-0c1c-42cd-9f4e-46a3c0d27e76","EoS":true} {"level":"info","ts":1784827423.2486002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43a8cbed-0c1c-42cd-9f4e-46a3c0d27e76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827423.2486205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43a8cbed-0c1c-42cd-9f4e-46a3c0d27e76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827423.2486522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43a8cbed-0c1c-42cd-9f4e-46a3c0d27e76"} {"level":"info","ts":1784827428.5817773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827428.5818644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f393c14e-2bb8-4047-843c-5d56c5c4d678"} {"level":"info","ts":1784827428.5818772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f393c14e-2bb8-4047-843c-5d56c5c4d678"} {"level":"info","ts":1784827428.5818896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f393c14e-2bb8-4047-843c-5d56c5c4d678","EoS":false} {"level":"info","ts":1784827428.5819006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f393c14e-2bb8-4047-843c-5d56c5c4d678","EoS":true} {"level":"info","ts":1784827428.5819201,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f393c14e-2bb8-4047-843c-5d56c5c4d678","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784827428.5819352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f393c14e-2bb8-4047-843c-5d56c5c4d678","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784827428.5819588,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f393c14e-2bb8-4047-843c-5d56c5c4d678"} {"level":"info","ts":1784827519.3634312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827519.363512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a783c4b9-3206-45e9-97c1-86cf77bd4148"} {"level":"info","ts":1784827519.3635252,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a783c4b9-3206-45e9-97c1-86cf77bd4148"} {"level":"info","ts":1784827519.3635368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a783c4b9-3206-45e9-97c1-86cf77bd4148","EoS":false} {"level":"info","ts":1784827519.3635533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a783c4b9-3206-45e9-97c1-86cf77bd4148","EoS":true} {"level":"info","ts":1784827519.3635755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a783c4b9-3206-45e9-97c1-86cf77bd4148","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784827519.3635917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a783c4b9-3206-45e9-97c1-86cf77bd4148","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784827519.3636134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a783c4b9-3206-45e9-97c1-86cf77bd4148"} {"level":"info","ts":1784827546.552161,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827546.5522447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e54cead3-b073-4a61-be8a-03a581665d3d"} {"level":"info","ts":1784827546.5522537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e54cead3-b073-4a61-be8a-03a581665d3d"} {"level":"info","ts":1784827546.5522652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e54cead3-b073-4a61-be8a-03a581665d3d","EoS":false} {"level":"info","ts":1784827546.5522783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e54cead3-b073-4a61-be8a-03a581665d3d","EoS":true} {"level":"info","ts":1784827546.5522993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e54cead3-b073-4a61-be8a-03a581665d3d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784827546.5523133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e54cead3-b073-4a61-be8a-03a581665d3d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784827546.5523345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e54cead3-b073-4a61-be8a-03a581665d3d"} {"level":"info","ts":1784827587.5384426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827587.5385234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6be85a52-9b75-4d9e-a590-e6d196d8c64f"} {"level":"info","ts":1784827587.5385354,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6be85a52-9b75-4d9e-a590-e6d196d8c64f"} {"level":"info","ts":1784827587.5385473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6be85a52-9b75-4d9e-a590-e6d196d8c64f","EoS":false} {"level":"info","ts":1784827587.538558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6be85a52-9b75-4d9e-a590-e6d196d8c64f","EoS":true} {"level":"info","ts":1784827587.5385804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6be85a52-9b75-4d9e-a590-e6d196d8c64f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827587.5385983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6be85a52-9b75-4d9e-a590-e6d196d8c64f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827587.5386248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6be85a52-9b75-4d9e-a590-e6d196d8c64f"} {"level":"info","ts":1784827602.8695855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827602.8696585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e3602aa-823a-44a2-b39c-297f9819f471"} {"level":"info","ts":1784827602.8696692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e3602aa-823a-44a2-b39c-297f9819f471"} {"level":"info","ts":1784827602.8696814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e3602aa-823a-44a2-b39c-297f9819f471","EoS":false} {"level":"info","ts":1784827602.8696918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e3602aa-823a-44a2-b39c-297f9819f471","EoS":true} {"level":"info","ts":1784827602.8697104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e3602aa-823a-44a2-b39c-297f9819f471","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827602.8697255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e3602aa-823a-44a2-b39c-297f9819f471","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827602.8697445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e3602aa-823a-44a2-b39c-297f9819f471"} {"level":"info","ts":1784827603.1772718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827603.1773512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2bfa3a5-1067-464a-9865-8563f27fedf3"} {"level":"info","ts":1784827603.177383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2bfa3a5-1067-464a-9865-8563f27fedf3"} {"level":"info","ts":1784827603.1773973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2bfa3a5-1067-464a-9865-8563f27fedf3","EoS":false} {"level":"info","ts":1784827603.1774075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2bfa3a5-1067-464a-9865-8563f27fedf3","EoS":true} {"level":"info","ts":1784827603.1774285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2bfa3a5-1067-464a-9865-8563f27fedf3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784827603.1774447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2bfa3a5-1067-464a-9865-8563f27fedf3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827603.1774662,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2bfa3a5-1067-464a-9865-8563f27fedf3"} {"level":"info","ts":1784827926.2514992,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827926.251602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcdb64c2-16d9-410f-a847-0de62b9be301"} {"level":"info","ts":1784827926.2516155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcdb64c2-16d9-410f-a847-0de62b9be301"} {"level":"info","ts":1784827926.2516353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcdb64c2-16d9-410f-a847-0de62b9be301","EoS":false} {"level":"info","ts":1784827926.2516568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcdb64c2-16d9-410f-a847-0de62b9be301","EoS":true} {"level":"info","ts":1784827926.251683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcdb64c2-16d9-410f-a847-0de62b9be301","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827926.251699,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcdb64c2-16d9-410f-a847-0de62b9be301","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827926.251727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcdb64c2-16d9-410f-a847-0de62b9be301"} {"level":"info","ts":1784827926.2919443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827926.2920089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67082238-e2a3-42cd-8e4b-3f1fdc2dc694"} {"level":"info","ts":1784827926.2920218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67082238-e2a3-42cd-8e4b-3f1fdc2dc694"} {"level":"info","ts":1784827926.2920322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67082238-e2a3-42cd-8e4b-3f1fdc2dc694","EoS":false} {"level":"info","ts":1784827926.2920432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67082238-e2a3-42cd-8e4b-3f1fdc2dc694","EoS":true} {"level":"info","ts":1784827926.2920606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67082238-e2a3-42cd-8e4b-3f1fdc2dc694","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827926.292074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67082238-e2a3-42cd-8e4b-3f1fdc2dc694","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827926.2920914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67082238-e2a3-42cd-8e4b-3f1fdc2dc694"} {"level":"info","ts":1784827926.336747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827926.3368094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be432d82-d2dc-4f78-a63f-d2f6018ff209"} {"level":"info","ts":1784827926.3368223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be432d82-d2dc-4f78-a63f-d2f6018ff209"} {"level":"info","ts":1784827926.3368382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be432d82-d2dc-4f78-a63f-d2f6018ff209","EoS":false} {"level":"info","ts":1784827926.336856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be432d82-d2dc-4f78-a63f-d2f6018ff209","EoS":true} {"level":"info","ts":1784827926.336881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be432d82-d2dc-4f78-a63f-d2f6018ff209","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784827926.3368971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be432d82-d2dc-4f78-a63f-d2f6018ff209","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784827926.3369226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be432d82-d2dc-4f78-a63f-d2f6018ff209"} {"level":"info","ts":1784827931.2086227,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff6bfde2-4f02-4502-b8c0-462f5bf904f3"} {"level":"info","ts":1784827931.2086613,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45668262-6304-459d-a5bc-f63c25831a31","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784827931.2087033,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45668262-6304-459d-a5bc-f63c25831a31","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784827931.2175505,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad6b3387-222e-4eb8-adc6-c6251523fb62","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784827931.217719,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39045.086618742,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.2177415,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.217747,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad6b3387-222e-4eb8-adc6-c6251523fb62","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784827931.392123,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e526cfed-bf0d-455c-b291-846579db0ce9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784827931.3921685,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e526cfed-bf0d-455c-b291-846579db0ce9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784827931.3928852,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18e6315-4f6e-4029-aa5a-589236359e18","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784827931.392988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18e6315-4f6e-4029-aa5a-589236359e18","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784827931.393056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40841ca4-48ad-4419-80d8-23f092e1a2a8"} {"level":"info","ts":1784827931.3932507,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33057.970773884,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.3932517,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.3932652,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.3934672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f4ef24f-07f5-4239-9366-633f96a5d5ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784827931.3934963,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f4ef24f-07f5-4239-9366-633f96a5d5ac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784827931.400092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.4179668,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34069.077245193,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.4179845,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.4277651,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784827931.4939783,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40841ca4-48ad-4419-80d8-23f092e1a2a8","name":"e2e-external-model"} {"level":"info","ts":1784827931.4965854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6611fba7-98e2-48fa-861f-5d239f19eafb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784827931.4966123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6611fba7-98e2-48fa-861f-5d239f19eafb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784827931.51489,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40841ca4-48ad-4419-80d8-23f092e1a2a8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784827931.5149405,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40841ca4-48ad-4419-80d8-23f092e1a2a8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784827931.5150146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"926418b1-31be-44f7-b953-0a47c35c0c01"} {"level":"info","ts":1784827931.5150712,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"926418b1-31be-44f7-b953-0a47c35c0c01","name":"e2e-external-model"} {"level":"info","ts":1784827931.5189297,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff6bfde2-4f02-4502-b8c0-462f5bf904f3","name":"e2e-external-provider"} {"level":"info","ts":1784827931.5225315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad7f339e-8440-47ce-90dd-b62ea07f792a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784827931.5225604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad7f339e-8440-47ce-90dd-b62ea07f792a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784827931.5298345,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"926418b1-31be-44f7-b953-0a47c35c0c01","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784827931.534907,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"926418b1-31be-44f7-b953-0a47c35c0c01","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784827931.5349827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"045bbf2d-0433-4781-9eb9-87e44748d1df"} {"level":"info","ts":1784827931.5350325,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"045bbf2d-0433-4781-9eb9-87e44748d1df","name":"e2e-external-model"} {"level":"info","ts":1784827931.5378404,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff6bfde2-4f02-4502-b8c0-462f5bf904f3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784827931.5456817,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff6bfde2-4f02-4502-b8c0-462f5bf904f3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784827931.545769,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fe3140d-31fc-414c-a09a-f5df3cc3ce20"} {"level":"info","ts":1784827931.5458083,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fe3140d-31fc-414c-a09a-f5df3cc3ce20","name":"e2e-external-provider"} {"level":"info","ts":1784827931.5463176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56edd49c-1aef-4020-abd7-b9cdc105d272","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784827931.5463486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56edd49c-1aef-4020-abd7-b9cdc105d272","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784827931.546585,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"045bbf2d-0433-4781-9eb9-87e44748d1df","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784827931.5503488,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"045bbf2d-0433-4781-9eb9-87e44748d1df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784827931.5504413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"607328dc-47e6-4b5c-b51d-95df44829db0"} {"level":"info","ts":1784827931.550489,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"607328dc-47e6-4b5c-b51d-95df44829db0","name":"e2e-external-model"} {"level":"info","ts":1784827931.5584702,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fe3140d-31fc-414c-a09a-f5df3cc3ce20","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784827931.560071,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"607328dc-47e6-4b5c-b51d-95df44829db0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784827940.8351145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827940.8351998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08"} {"level":"info","ts":1784827940.8352103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08"} {"level":"info","ts":1784827940.835224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08","EoS":false} {"level":"info","ts":1784827940.8352413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08","EoS":true} {"level":"info","ts":1784827940.8352623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784827940.8352797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784827940.8352873,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08","modelName":"e2e-external-model"} {"level":"info","ts":1784827940.8353045,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784827940.8353848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2db1352-6a2f-426a-a187-2bd5f0afed08"} {"level":"info","ts":1784827940.8865175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827940.886591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023"} {"level":"info","ts":1784827940.8866081,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023"} {"level":"info","ts":1784827940.88662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023","EoS":false} {"level":"info","ts":1784827940.8866308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023","EoS":true} {"level":"info","ts":1784827940.8866472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784827940.8866613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784827940.886668,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023","modelName":"e2e-external-model"} {"level":"info","ts":1784827940.8866806,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784827940.8867137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77ee949e-addc-401c-82a6-2f1b28e54023"} {"level":"info","ts":1784827940.9146981,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827940.9147522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14"} {"level":"info","ts":1784827940.914761,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14"} {"level":"info","ts":1784827940.9147708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14","EoS":false} {"level":"info","ts":1784827940.9147804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14","EoS":true} {"level":"info","ts":1784827940.9147959,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784827940.9148064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784827940.9148123,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14","modelName":"e2e-external-model"} {"level":"info","ts":1784827940.9148242,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784827940.914856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6842b13-e41c-4a0c-8c4a-057913c99b14"} {"level":"info","ts":1784827941.0478663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7172ada9-4915-4a5e-ba17-d300879d44b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784827941.0479074,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7172ada9-4915-4a5e-ba17-d300879d44b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784827941.0479257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba3d3dd9-0251-4755-8675-b537bf1fbc42"} {"level":"info","ts":1784827941.0564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdad9bd6-2eff-45a4-9ae2-eab8c50aac3f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784827941.0564296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdad9bd6-2eff-45a4-9ae2-eab8c50aac3f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784827941.0565298,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba3d3dd9-0251-4755-8675-b537bf1fbc42","name":"e2e-cleanup-test"} {"level":"info","ts":1784827941.0747335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba3d3dd9-0251-4755-8675-b537bf1fbc42","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784827941.0825229,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dd4e214-c3c8-4de1-a2f4-dddfab6d1c14","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784827941.0825505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dd4e214-c3c8-4de1-a2f4-dddfab6d1c14","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784827941.0828178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab7976b7-54b9-4160-88f1-a526405e286a"} {"level":"info","ts":1784827941.0828822,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab7976b7-54b9-4160-88f1-a526405e286a","name":"e2e-cleanup-test"} {"level":"info","ts":1784827941.0983942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed236675-6b47-4326-8950-c9b069b6eac6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784827941.09842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed236675-6b47-4326-8950-c9b069b6eac6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784827941.098557,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab7976b7-54b9-4160-88f1-a526405e286a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784827941.0986226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf7b5f01-1c47-4232-802c-2a1f33ed9481"} {"level":"info","ts":1784827941.098665,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf7b5f01-1c47-4232-802c-2a1f33ed9481","name":"e2e-cleanup-test"} {"level":"info","ts":1784827941.1077054,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf7b5f01-1c47-4232-802c-2a1f33ed9481","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784827941.1159284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5bbfe94-76d9-4fca-bb02-b346345d312e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784827941.1159558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5bbfe94-76d9-4fca-bb02-b346345d312e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784827941.1161697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8c38375-d718-4cea-bb11-7246a8e05e0d"} {"level":"info","ts":1784827941.116219,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8c38375-d718-4cea-bb11-7246a8e05e0d","name":"e2e-cleanup-test"} {"level":"info","ts":1784827941.1270442,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8c38375-d718-4cea-bb11-7246a8e05e0d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784827949.321101,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0e55398-dcaf-4612-bed2-9990207614be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784827949.3211384,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0e55398-dcaf-4612-bed2-9990207614be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784827949.3211489,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f43e8938-82cc-4420-bb20-4996cd297faa"} {"level":"info","ts":1784827953.6478825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827953.6479552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85ea5035-7704-4ab4-a24c-678942202b22"} {"level":"info","ts":1784827953.6479642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85ea5035-7704-4ab4-a24c-678942202b22"} {"level":"info","ts":1784827953.6479776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85ea5035-7704-4ab4-a24c-678942202b22","EoS":false} {"level":"info","ts":1784827953.6479974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85ea5035-7704-4ab4-a24c-678942202b22","EoS":true} {"level":"info","ts":1784827953.648024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85ea5035-7704-4ab4-a24c-678942202b22","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784827953.6480465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85ea5035-7704-4ab4-a24c-678942202b22","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784827953.6480758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85ea5035-7704-4ab4-a24c-678942202b22"} {"level":"info","ts":1784827953.6769977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827953.6770835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7"} {"level":"info","ts":1784827953.6770992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7"} {"level":"info","ts":1784827953.6771128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7","EoS":false} {"level":"info","ts":1784827953.6771226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7","EoS":true} {"level":"info","ts":1784827953.6771398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784827953.677152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784827953.6771584,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7","modelName":"e2e-external-model"} {"level":"info","ts":1784827953.6771724,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784827953.6772187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ce4c3ef-df03-42bb-8467-117db78e17d7"} {"level":"info","ts":1784827953.7170656,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827953.7171197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15fa5d2b-c5b8-4705-a662-7f4e243bb9ac"} {"level":"info","ts":1784827953.7171316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15fa5d2b-c5b8-4705-a662-7f4e243bb9ac"} {"level":"info","ts":1784827953.7171423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15fa5d2b-c5b8-4705-a662-7f4e243bb9ac","EoS":false} {"level":"info","ts":1784827953.717152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15fa5d2b-c5b8-4705-a662-7f4e243bb9ac","EoS":true} {"level":"info","ts":1784827953.7171667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15fa5d2b-c5b8-4705-a662-7f4e243bb9ac","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784827953.717179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15fa5d2b-c5b8-4705-a662-7f4e243bb9ac","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784827953.7171965,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15fa5d2b-c5b8-4705-a662-7f4e243bb9ac"} {"level":"info","ts":1784827953.8632567,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784827953.86332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fac27f94-5ad6-4463-83c2-713a36632962"} {"level":"info","ts":1784827953.863332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fac27f94-5ad6-4463-83c2-713a36632962"} {"level":"info","ts":1784827953.863343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fac27f94-5ad6-4463-83c2-713a36632962","EoS":false} {"level":"info","ts":1784827953.863353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fac27f94-5ad6-4463-83c2-713a36632962","EoS":true} {"level":"info","ts":1784827953.8633854,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"fac27f94-5ad6-4463-83c2-713a36632962","field":"model"} {"level":"info","ts":1784827953.8634095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fac27f94-5ad6-4463-83c2-713a36632962"} {"level":"info","ts":1784827954.8781428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff23bab0-d820-494d-a6db-b1dfd7986ab0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784827954.8781796,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff23bab0-d820-494d-a6db-b1dfd7986ab0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784827954.8781927,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"138748e7-4a54-4242-aca2-60649e331aa6"} {"level":"info","ts":1784827955.0242493,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43f6402f-9e31-478c-b69d-bc3df128f7ab"} {"level":"info","ts":1784827955.0242493,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a61b845e-fd09-4285-bee6-97e0859275a8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784827955.0243104,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a61b845e-fd09-4285-bee6-97e0859275a8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784828535.3089669,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784828535.3090603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7e32c2d-b987-4623-b5f2-c227d5f4b1f3"} {"level":"info","ts":1784828535.309071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7e32c2d-b987-4623-b5f2-c227d5f4b1f3"} {"level":"info","ts":1784828535.3090835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7e32c2d-b987-4623-b5f2-c227d5f4b1f3","EoS":false} {"level":"info","ts":1784828535.3090968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7e32c2d-b987-4623-b5f2-c227d5f4b1f3","EoS":true} {"level":"info","ts":1784828535.309115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7e32c2d-b987-4623-b5f2-c227d5f4b1f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784828535.30913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7e32c2d-b987-4623-b5f2-c227d5f4b1f3","path":"/ai-tenant-e2e-inf-b-7363d9/test-model-7363d9/v1/chat/completions"} {"level":"info","ts":1784828535.3091528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7e32c2d-b987-4623-b5f2-c227d5f4b1f3"} {"level":"info","ts":1784828556.4201357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784828556.4202237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03afba98-98a8-4930-95ba-29289a66fb95"} {"level":"info","ts":1784828556.4202342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03afba98-98a8-4930-95ba-29289a66fb95"} {"level":"info","ts":1784828556.4202452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03afba98-98a8-4930-95ba-29289a66fb95","EoS":false} {"level":"info","ts":1784828556.420259,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03afba98-98a8-4930-95ba-29289a66fb95","EoS":true} {"level":"info","ts":1784828556.4202814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03afba98-98a8-4930-95ba-29289a66fb95","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784828556.4202964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03afba98-98a8-4930-95ba-29289a66fb95","path":"/ai-tenant-e2e-inf-b-7363d9/test-model-7363d9/v1/chat/completions"} {"level":"info","ts":1784828556.4203203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03afba98-98a8-4930-95ba-29289a66fb95"} {"level":"info","ts":1784829039.3643062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829039.3644068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9db833f8-6fce-4a57-94f0-5ce4b0ac532a"} {"level":"info","ts":1784829039.3644166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9db833f8-6fce-4a57-94f0-5ce4b0ac532a"} {"level":"info","ts":1784829039.3644302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9db833f8-6fce-4a57-94f0-5ce4b0ac532a","EoS":false} {"level":"info","ts":1784829039.3644466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9db833f8-6fce-4a57-94f0-5ce4b0ac532a","EoS":true} {"level":"info","ts":1784829039.3644757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9db833f8-6fce-4a57-94f0-5ce4b0ac532a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829039.3644967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9db833f8-6fce-4a57-94f0-5ce4b0ac532a","path":"/ai-tenant-e2e-shared-b-9c4020/rate-test-model-9c4020/v1/completions"} {"level":"info","ts":1784829039.3645208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9db833f8-6fce-4a57-94f0-5ce4b0ac532a"}