{"level":"info","ts":1784685154.2332458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8822760b-3faf-4285-9a71-7827df56fccf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685154.2332647,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8822760b-3faf-4285-9a71-7827df56fccf"} {"level":"info","ts":1784685170.124631,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685170.1247718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f11ca9e0-2747-4e3f-8bbb-62384f5ba699"} {"level":"info","ts":1784685170.1248114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f11ca9e0-2747-4e3f-8bbb-62384f5ba699"} {"level":"info","ts":1784685170.1248431,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f11ca9e0-2747-4e3f-8bbb-62384f5ba699","EoS":false} {"level":"info","ts":1784685170.1248999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f11ca9e0-2747-4e3f-8bbb-62384f5ba699","EoS":true} {"level":"info","ts":1784685170.124933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f11ca9e0-2747-4e3f-8bbb-62384f5ba699","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685170.1249495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f11ca9e0-2747-4e3f-8bbb-62384f5ba699","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685170.1249766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f11ca9e0-2747-4e3f-8bbb-62384f5ba699"} {"level":"info","ts":1784685170.2663295,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685170.2663975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2e1702e-5baf-4a62-9308-b82ab4f6580b"} {"level":"info","ts":1784685170.2664058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2e1702e-5baf-4a62-9308-b82ab4f6580b"} {"level":"info","ts":1784685170.2664175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2e1702e-5baf-4a62-9308-b82ab4f6580b","EoS":false} {"level":"info","ts":1784685170.2664301,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2e1702e-5baf-4a62-9308-b82ab4f6580b","EoS":true} {"level":"info","ts":1784685170.2664492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2e1702e-5baf-4a62-9308-b82ab4f6580b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685170.266464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2e1702e-5baf-4a62-9308-b82ab4f6580b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685170.2664852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2e1702e-5baf-4a62-9308-b82ab4f6580b"} {"level":"info","ts":1784685170.403461,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685170.403535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7e719a7-b5b1-4179-8d72-759c9d2f8336"} {"level":"info","ts":1784685170.403543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7e719a7-b5b1-4179-8d72-759c9d2f8336"} {"level":"info","ts":1784685170.403555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7e719a7-b5b1-4179-8d72-759c9d2f8336","EoS":false} {"level":"info","ts":1784685170.4035645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7e719a7-b5b1-4179-8d72-759c9d2f8336","EoS":true} {"level":"info","ts":1784685170.403584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7e719a7-b5b1-4179-8d72-759c9d2f8336","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685170.403599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7e719a7-b5b1-4179-8d72-759c9d2f8336","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685170.4036186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7e719a7-b5b1-4179-8d72-759c9d2f8336"} {"level":"info","ts":1784685170.5453823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685170.5454545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9421e2a1-5b13-4ad6-9b4b-fa42821a75cb"} {"level":"info","ts":1784685170.5454657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9421e2a1-5b13-4ad6-9b4b-fa42821a75cb"} {"level":"info","ts":1784685170.5454762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9421e2a1-5b13-4ad6-9b4b-fa42821a75cb","EoS":false} {"level":"info","ts":1784685170.5454922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9421e2a1-5b13-4ad6-9b4b-fa42821a75cb","EoS":true} {"level":"info","ts":1784685170.5455134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9421e2a1-5b13-4ad6-9b4b-fa42821a75cb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685170.5455306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9421e2a1-5b13-4ad6-9b4b-fa42821a75cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685170.5455513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9421e2a1-5b13-4ad6-9b4b-fa42821a75cb"} {"level":"info","ts":1784685170.6818058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685170.6818805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc108954-2ce1-426e-baf3-331c1aa134f4"} {"level":"info","ts":1784685170.681892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc108954-2ce1-426e-baf3-331c1aa134f4"} {"level":"info","ts":1784685170.6819067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc108954-2ce1-426e-baf3-331c1aa134f4","EoS":false} {"level":"info","ts":1784685170.6819165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc108954-2ce1-426e-baf3-331c1aa134f4","EoS":true} {"level":"info","ts":1784685170.6819355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc108954-2ce1-426e-baf3-331c1aa134f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685170.6819508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc108954-2ce1-426e-baf3-331c1aa134f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685170.6819696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc108954-2ce1-426e-baf3-331c1aa134f4"} {"level":"info","ts":1784685170.818832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685170.8189144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9107383-cdf4-4e47-9462-dfcee261ef51"} {"level":"info","ts":1784685170.8189256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9107383-cdf4-4e47-9462-dfcee261ef51"} {"level":"info","ts":1784685170.8189368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9107383-cdf4-4e47-9462-dfcee261ef51","EoS":false} {"level":"info","ts":1784685170.8189473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9107383-cdf4-4e47-9462-dfcee261ef51","EoS":true} {"level":"info","ts":1784685170.818968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9107383-cdf4-4e47-9462-dfcee261ef51","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685170.8189824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9107383-cdf4-4e47-9462-dfcee261ef51","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685170.8190002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9107383-cdf4-4e47-9462-dfcee261ef51"} {"level":"info","ts":1784685186.5498977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685186.5500195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9a87e93-3baf-4998-b09a-f7fed7ec7bab"} {"level":"info","ts":1784685186.550032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9a87e93-3baf-4998-b09a-f7fed7ec7bab"} {"level":"info","ts":1784685186.550045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9a87e93-3baf-4998-b09a-f7fed7ec7bab","EoS":false} {"level":"info","ts":1784685186.5500605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9a87e93-3baf-4998-b09a-f7fed7ec7bab","EoS":true} {"level":"info","ts":1784685186.5500865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9a87e93-3baf-4998-b09a-f7fed7ec7bab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685186.550103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9a87e93-3baf-4998-b09a-f7fed7ec7bab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685186.5501268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9a87e93-3baf-4998-b09a-f7fed7ec7bab"} {"level":"info","ts":1784685186.5864832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685186.5865371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e053ca79-d7e0-4207-85c7-b02019dc20c4"} {"level":"info","ts":1784685186.58655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e053ca79-d7e0-4207-85c7-b02019dc20c4"} {"level":"info","ts":1784685186.5865607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e053ca79-d7e0-4207-85c7-b02019dc20c4","EoS":false} {"level":"info","ts":1784685186.5865703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e053ca79-d7e0-4207-85c7-b02019dc20c4","EoS":true} {"level":"info","ts":1784685186.5865848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e053ca79-d7e0-4207-85c7-b02019dc20c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685186.5865972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e053ca79-d7e0-4207-85c7-b02019dc20c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685186.58662,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e053ca79-d7e0-4207-85c7-b02019dc20c4"} {"level":"info","ts":1784685186.6191964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685186.6192524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99305258-a5a9-4a5a-8298-b1fb4f1b8ca2"} {"level":"info","ts":1784685186.6192625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99305258-a5a9-4a5a-8298-b1fb4f1b8ca2"} {"level":"info","ts":1784685186.619273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99305258-a5a9-4a5a-8298-b1fb4f1b8ca2","EoS":false} {"level":"info","ts":1784685186.6192844,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99305258-a5a9-4a5a-8298-b1fb4f1b8ca2","EoS":true} {"level":"info","ts":1784685186.6193001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99305258-a5a9-4a5a-8298-b1fb4f1b8ca2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685186.6193109,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99305258-a5a9-4a5a-8298-b1fb4f1b8ca2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685186.6193273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99305258-a5a9-4a5a-8298-b1fb4f1b8ca2"} {"level":"info","ts":1784685186.6522293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685186.652284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68796ea4-5c82-4b03-b30b-48f6423955f7"} {"level":"info","ts":1784685186.6522944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68796ea4-5c82-4b03-b30b-48f6423955f7"} {"level":"info","ts":1784685186.652304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68796ea4-5c82-4b03-b30b-48f6423955f7","EoS":false} {"level":"info","ts":1784685186.6523166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68796ea4-5c82-4b03-b30b-48f6423955f7","EoS":true} {"level":"info","ts":1784685186.652331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68796ea4-5c82-4b03-b30b-48f6423955f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685186.652341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68796ea4-5c82-4b03-b30b-48f6423955f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685186.652358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68796ea4-5c82-4b03-b30b-48f6423955f7"} {"level":"info","ts":1784685186.6848552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685186.6849058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc813730-3f1c-4ea4-a45d-80ea72c1c2e0"} {"level":"info","ts":1784685191.3555365,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685191.3556275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"788e9bf4-d232-4ef6-ad43-f16df68fbe4f"} {"level":"info","ts":1784685191.3556428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"788e9bf4-d232-4ef6-ad43-f16df68fbe4f"} {"level":"info","ts":1784685191.355661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788e9bf4-d232-4ef6-ad43-f16df68fbe4f","EoS":false} {"level":"info","ts":1784685191.355677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788e9bf4-d232-4ef6-ad43-f16df68fbe4f","EoS":true} {"level":"info","ts":1784685191.3557103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"788e9bf4-d232-4ef6-ad43-f16df68fbe4f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685191.3557265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"788e9bf4-d232-4ef6-ad43-f16df68fbe4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685191.355757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"788e9bf4-d232-4ef6-ad43-f16df68fbe4f"} {"level":"info","ts":1784685199.9785097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685199.978588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"837f97c3-4ae3-4e89-bdd0-117508b05609"} {"level":"info","ts":1784685199.9785979,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"837f97c3-4ae3-4e89-bdd0-117508b05609"} {"level":"info","ts":1784685199.978609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"837f97c3-4ae3-4e89-bdd0-117508b05609","EoS":false} {"level":"info","ts":1784685199.9786208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"837f97c3-4ae3-4e89-bdd0-117508b05609","EoS":true} {"level":"info","ts":1784685199.978641,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"837f97c3-4ae3-4e89-bdd0-117508b05609","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685199.9786558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"837f97c3-4ae3-4e89-bdd0-117508b05609","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685199.9786773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"837f97c3-4ae3-4e89-bdd0-117508b05609"} {"level":"info","ts":1784685202.0188851,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685202.0189633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d20f961-5f35-48b3-b78e-142bd5e1cd97"} {"level":"info","ts":1784685202.0189726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d20f961-5f35-48b3-b78e-142bd5e1cd97"} {"level":"info","ts":1784685202.0189834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d20f961-5f35-48b3-b78e-142bd5e1cd97","EoS":false} {"level":"info","ts":1784685202.0189936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d20f961-5f35-48b3-b78e-142bd5e1cd97","EoS":true} {"level":"info","ts":1784685202.0190165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d20f961-5f35-48b3-b78e-142bd5e1cd97","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685202.0190313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d20f961-5f35-48b3-b78e-142bd5e1cd97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685202.0190506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d20f961-5f35-48b3-b78e-142bd5e1cd97"} {"level":"info","ts":1784685214.978858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685214.9790208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89c98522-8298-4059-bf12-bb5f698ff68c"} {"level":"info","ts":1784685214.9790723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89c98522-8298-4059-bf12-bb5f698ff68c"} {"level":"info","ts":1784685214.9791124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89c98522-8298-4059-bf12-bb5f698ff68c","EoS":false} {"level":"info","ts":1784685214.9791512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89c98522-8298-4059-bf12-bb5f698ff68c","EoS":true} {"level":"info","ts":1784685214.979205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89c98522-8298-4059-bf12-bb5f698ff68c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685214.9792309,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89c98522-8298-4059-bf12-bb5f698ff68c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685214.979261,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89c98522-8298-4059-bf12-bb5f698ff68c"} {"level":"info","ts":1784685223.5373402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685223.5374246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aed219cf-96bb-4e53-bdcf-5be469300855"} {"level":"info","ts":1784685223.537444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aed219cf-96bb-4e53-bdcf-5be469300855"} {"level":"info","ts":1784685223.5374646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aed219cf-96bb-4e53-bdcf-5be469300855","EoS":false} {"level":"info","ts":1784685223.5374863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aed219cf-96bb-4e53-bdcf-5be469300855","EoS":true} {"level":"info","ts":1784685223.5375211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aed219cf-96bb-4e53-bdcf-5be469300855","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685223.5375416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aed219cf-96bb-4e53-bdcf-5be469300855","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685223.537571,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aed219cf-96bb-4e53-bdcf-5be469300855"} {"level":"info","ts":1784685232.4842138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685232.4843054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5d553aa-d169-48ba-9f32-3aad72b94b21"} {"level":"info","ts":1784685232.484323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5d553aa-d169-48ba-9f32-3aad72b94b21"} {"level":"info","ts":1784685232.4843419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5d553aa-d169-48ba-9f32-3aad72b94b21","EoS":false} {"level":"info","ts":1784685232.4843621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5d553aa-d169-48ba-9f32-3aad72b94b21","EoS":true} {"level":"info","ts":1784685232.4843912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5d553aa-d169-48ba-9f32-3aad72b94b21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685232.4844124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5d553aa-d169-48ba-9f32-3aad72b94b21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685232.4844413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5d553aa-d169-48ba-9f32-3aad72b94b21"} {"level":"info","ts":1784685241.495453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685241.4955306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"785e7fc0-e18a-4e6c-9025-087125bf1ecd"} {"level":"info","ts":1784685241.4955432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"785e7fc0-e18a-4e6c-9025-087125bf1ecd"} {"level":"info","ts":1784685241.4955578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"785e7fc0-e18a-4e6c-9025-087125bf1ecd","EoS":false} {"level":"info","ts":1784685241.4955733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"785e7fc0-e18a-4e6c-9025-087125bf1ecd","EoS":true} {"level":"info","ts":1784685241.495597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"785e7fc0-e18a-4e6c-9025-087125bf1ecd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685241.4956155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"785e7fc0-e18a-4e6c-9025-087125bf1ecd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685241.4956431,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"785e7fc0-e18a-4e6c-9025-087125bf1ecd"} {"level":"info","ts":1784685246.2821896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685246.2822695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"add57998-ca63-4ca3-a551-f90c4537f9f9"} {"level":"info","ts":1784685246.28228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"add57998-ca63-4ca3-a551-f90c4537f9f9"} {"level":"info","ts":1784685246.2822928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"add57998-ca63-4ca3-a551-f90c4537f9f9","EoS":false} {"level":"info","ts":1784685246.2823026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"add57998-ca63-4ca3-a551-f90c4537f9f9","EoS":true} {"level":"info","ts":1784685246.2823236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"add57998-ca63-4ca3-a551-f90c4537f9f9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685246.282339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"add57998-ca63-4ca3-a551-f90c4537f9f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685246.28236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"add57998-ca63-4ca3-a551-f90c4537f9f9"} {"level":"info","ts":1784685251.0644066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685251.0644834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a76c27f-e906-4589-af8d-efb4d43ee6be"} {"level":"info","ts":1784685251.0644982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a76c27f-e906-4589-af8d-efb4d43ee6be"} {"level":"info","ts":1784685251.0645099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a76c27f-e906-4589-af8d-efb4d43ee6be","EoS":false} {"level":"info","ts":1784685251.0645201,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a76c27f-e906-4589-af8d-efb4d43ee6be","EoS":true} {"level":"info","ts":1784685251.0645416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a76c27f-e906-4589-af8d-efb4d43ee6be","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685251.0645568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a76c27f-e906-4589-af8d-efb4d43ee6be","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685251.0646138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a76c27f-e906-4589-af8d-efb4d43ee6be"} {"level":"info","ts":1784685251.3596318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685251.359737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e398d47-bfc9-419f-8fd5-0aa1cd51d704"} {"level":"info","ts":1784685251.3597507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e398d47-bfc9-419f-8fd5-0aa1cd51d704"} {"level":"info","ts":1784685251.3597639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e398d47-bfc9-419f-8fd5-0aa1cd51d704","EoS":false} {"level":"info","ts":1784685251.3597755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e398d47-bfc9-419f-8fd5-0aa1cd51d704","EoS":true} {"level":"info","ts":1784685251.3597944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e398d47-bfc9-419f-8fd5-0aa1cd51d704","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685251.3598151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e398d47-bfc9-419f-8fd5-0aa1cd51d704","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685251.3598428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e398d47-bfc9-419f-8fd5-0aa1cd51d704"} {"level":"info","ts":1784685253.3898456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685253.3899238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53aa5c67-2331-432d-ad88-5b2c409a21c3"} {"level":"info","ts":1784685253.3899367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53aa5c67-2331-432d-ad88-5b2c409a21c3"} {"level":"info","ts":1784685253.389961,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53aa5c67-2331-432d-ad88-5b2c409a21c3","EoS":false} {"level":"info","ts":1784685253.389978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53aa5c67-2331-432d-ad88-5b2c409a21c3","EoS":true} {"level":"info","ts":1784685253.3899994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53aa5c67-2331-432d-ad88-5b2c409a21c3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685253.3900151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53aa5c67-2331-432d-ad88-5b2c409a21c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685253.3900354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53aa5c67-2331-432d-ad88-5b2c409a21c3"} {"level":"info","ts":1784685255.4231718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685255.4232547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8451054b-fe7b-4cbc-8f40-986585494188"} {"level":"info","ts":1784685255.4232674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8451054b-fe7b-4cbc-8f40-986585494188"} {"level":"info","ts":1784685255.4232788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8451054b-fe7b-4cbc-8f40-986585494188","EoS":false} {"level":"info","ts":1784685255.42329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8451054b-fe7b-4cbc-8f40-986585494188","EoS":true} {"level":"info","ts":1784685255.4233143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8451054b-fe7b-4cbc-8f40-986585494188","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685255.423335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8451054b-fe7b-4cbc-8f40-986585494188","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685255.4233592,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8451054b-fe7b-4cbc-8f40-986585494188"} {"level":"info","ts":1784685278.6303763,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685278.6304717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f870cb5-f7f6-476f-81c1-6055c2357c88"} {"level":"info","ts":1784685278.6304874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f870cb5-f7f6-476f-81c1-6055c2357c88"} {"level":"info","ts":1784685278.6305027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f870cb5-f7f6-476f-81c1-6055c2357c88","EoS":false} {"level":"info","ts":1784685278.63052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f870cb5-f7f6-476f-81c1-6055c2357c88","EoS":true} {"level":"info","ts":1784685278.6305466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f870cb5-f7f6-476f-81c1-6055c2357c88","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685278.630566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f870cb5-f7f6-476f-81c1-6055c2357c88","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685278.6305914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f870cb5-f7f6-476f-81c1-6055c2357c88"} {"level":"info","ts":1784685287.980211,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685287.980293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90950e7e-ddfc-4a06-aa06-aecb1e217592"} {"level":"info","ts":1784685287.9803028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90950e7e-ddfc-4a06-aa06-aecb1e217592"} {"level":"info","ts":1784685287.9803135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90950e7e-ddfc-4a06-aa06-aecb1e217592","EoS":false} {"level":"info","ts":1784685287.9803247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90950e7e-ddfc-4a06-aa06-aecb1e217592","EoS":true} {"level":"info","ts":1784685287.9803476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90950e7e-ddfc-4a06-aa06-aecb1e217592","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685287.9803627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90950e7e-ddfc-4a06-aa06-aecb1e217592","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685287.9803817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90950e7e-ddfc-4a06-aa06-aecb1e217592"} {"level":"info","ts":1784685293.6275077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685293.627585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55a15fd0-476e-4e43-967c-1cebd5ab730a"} {"level":"info","ts":1784685293.6275966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55a15fd0-476e-4e43-967c-1cebd5ab730a"} {"level":"info","ts":1784685293.6276078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55a15fd0-476e-4e43-967c-1cebd5ab730a","EoS":false} {"level":"info","ts":1784685293.6276176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55a15fd0-476e-4e43-967c-1cebd5ab730a","EoS":true} {"level":"info","ts":1784685293.627638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55a15fd0-476e-4e43-967c-1cebd5ab730a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685293.6276543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55a15fd0-476e-4e43-967c-1cebd5ab730a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685293.6276772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55a15fd0-476e-4e43-967c-1cebd5ab730a"} {"level":"info","ts":1784685303.2282236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685303.2283134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecb500f9-9cc0-4242-98ff-6d4e26b1d1b0"} {"level":"info","ts":1784685303.2283268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ecb500f9-9cc0-4242-98ff-6d4e26b1d1b0"} {"level":"info","ts":1784685303.2283468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ecb500f9-9cc0-4242-98ff-6d4e26b1d1b0","EoS":false} {"level":"info","ts":1784685303.2283678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ecb500f9-9cc0-4242-98ff-6d4e26b1d1b0","EoS":true} {"level":"info","ts":1784685303.2283957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecb500f9-9cc0-4242-98ff-6d4e26b1d1b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685303.2284145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecb500f9-9cc0-4242-98ff-6d4e26b1d1b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685303.2284465,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ecb500f9-9cc0-4242-98ff-6d4e26b1d1b0"} {"level":"info","ts":1784685305.2621703,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685305.2622516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ca6c494-ce60-48ee-bf93-04d01ea81dc4"} {"level":"info","ts":1784685305.2622602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ca6c494-ce60-48ee-bf93-04d01ea81dc4"} {"level":"info","ts":1784685305.2622712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ca6c494-ce60-48ee-bf93-04d01ea81dc4","EoS":false} {"level":"info","ts":1784685305.2622821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ca6c494-ce60-48ee-bf93-04d01ea81dc4","EoS":true} {"level":"info","ts":1784685305.2623053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ca6c494-ce60-48ee-bf93-04d01ea81dc4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685305.2623203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ca6c494-ce60-48ee-bf93-04d01ea81dc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685305.2623813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ca6c494-ce60-48ee-bf93-04d01ea81dc4"} {"level":"info","ts":1784685314.704581,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685314.7046561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"619b4b77-8663-4ab3-b1e6-a1e835579680"} {"level":"info","ts":1784685314.7046678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"619b4b77-8663-4ab3-b1e6-a1e835579680"} {"level":"info","ts":1784685314.7047534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"619b4b77-8663-4ab3-b1e6-a1e835579680","EoS":false} {"level":"info","ts":1784685314.7047763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"619b4b77-8663-4ab3-b1e6-a1e835579680","EoS":true} {"level":"info","ts":1784685314.7048018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"619b4b77-8663-4ab3-b1e6-a1e835579680","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685314.7048206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"619b4b77-8663-4ab3-b1e6-a1e835579680","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685314.7048423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"619b4b77-8663-4ab3-b1e6-a1e835579680"} {"level":"info","ts":1784685314.7387426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685314.738803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bea130e6-0af7-42ee-b987-8c9031bcffe6"} {"level":"info","ts":1784685314.738814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bea130e6-0af7-42ee-b987-8c9031bcffe6"} {"level":"info","ts":1784685314.7388246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bea130e6-0af7-42ee-b987-8c9031bcffe6","EoS":false} {"level":"info","ts":1784685314.7388344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bea130e6-0af7-42ee-b987-8c9031bcffe6","EoS":true} {"level":"info","ts":1784685314.7388484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bea130e6-0af7-42ee-b987-8c9031bcffe6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685314.738861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bea130e6-0af7-42ee-b987-8c9031bcffe6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685314.7388768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bea130e6-0af7-42ee-b987-8c9031bcffe6"} {"level":"info","ts":1784685333.9610257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685333.9611034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a98f077-3421-46da-935e-9f35b6810796"} {"level":"info","ts":1784685333.9611151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a98f077-3421-46da-935e-9f35b6810796"} {"level":"info","ts":1784685333.9611259,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a98f077-3421-46da-935e-9f35b6810796","EoS":false} {"level":"info","ts":1784685333.9611368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a98f077-3421-46da-935e-9f35b6810796","EoS":true} {"level":"info","ts":1784685333.9611552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a98f077-3421-46da-935e-9f35b6810796","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685333.9611712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a98f077-3421-46da-935e-9f35b6810796","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685333.9611938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a98f077-3421-46da-935e-9f35b6810796"} {"level":"info","ts":1784685343.3545039,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685343.3545814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05821b11-603d-4e41-915d-5ba0a3361a8c"} {"level":"info","ts":1784685343.354591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05821b11-603d-4e41-915d-5ba0a3361a8c"} {"level":"info","ts":1784685343.3546026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05821b11-603d-4e41-915d-5ba0a3361a8c","EoS":false} {"level":"info","ts":1784685343.354614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05821b11-603d-4e41-915d-5ba0a3361a8c","EoS":true} {"level":"info","ts":1784685343.3546343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05821b11-603d-4e41-915d-5ba0a3361a8c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685343.3546498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05821b11-603d-4e41-915d-5ba0a3361a8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685343.3546696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05821b11-603d-4e41-915d-5ba0a3361a8c"} {"level":"info","ts":1784685348.6914198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685348.6915078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7804106-a326-4894-ac03-0ce9f2ea52a7"} {"level":"info","ts":1784685348.6915221,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7804106-a326-4894-ac03-0ce9f2ea52a7"} {"level":"info","ts":1784685348.691543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7804106-a326-4894-ac03-0ce9f2ea52a7","EoS":false} {"level":"info","ts":1784685348.691562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7804106-a326-4894-ac03-0ce9f2ea52a7","EoS":true} {"level":"info","ts":1784685348.6915903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7804106-a326-4894-ac03-0ce9f2ea52a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685348.69161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7804106-a326-4894-ac03-0ce9f2ea52a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685348.6916387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7804106-a326-4894-ac03-0ce9f2ea52a7"} {"level":"info","ts":1784685439.6608543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685439.6609344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3be5d821-e0e7-4902-9b53-3d0da2c2fd51"} {"level":"info","ts":1784685439.660944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3be5d821-e0e7-4902-9b53-3d0da2c2fd51"} {"level":"info","ts":1784685439.6609554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3be5d821-e0e7-4902-9b53-3d0da2c2fd51","EoS":false} {"level":"info","ts":1784685439.6609666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3be5d821-e0e7-4902-9b53-3d0da2c2fd51","EoS":true} {"level":"info","ts":1784685439.6609864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3be5d821-e0e7-4902-9b53-3d0da2c2fd51","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784685439.661001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3be5d821-e0e7-4902-9b53-3d0da2c2fd51","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784685439.6610198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3be5d821-e0e7-4902-9b53-3d0da2c2fd51"} {"level":"info","ts":1784685466.9536583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685466.953761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d332fed-6eb9-41d5-a5f2-a61769390ba1"} {"level":"info","ts":1784685466.953772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d332fed-6eb9-41d5-a5f2-a61769390ba1"} {"level":"info","ts":1784685466.9537842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d332fed-6eb9-41d5-a5f2-a61769390ba1","EoS":false} {"level":"info","ts":1784685466.953795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d332fed-6eb9-41d5-a5f2-a61769390ba1","EoS":true} {"level":"info","ts":1784685466.9538162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d332fed-6eb9-41d5-a5f2-a61769390ba1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784685466.953829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d332fed-6eb9-41d5-a5f2-a61769390ba1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784685466.9538496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d332fed-6eb9-41d5-a5f2-a61769390ba1"} {"level":"info","ts":1784685504.4084592,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685504.4085324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd85061b-e86d-4f6a-b73c-b7637e95cc02"} {"level":"info","ts":1784685504.4085445,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd85061b-e86d-4f6a-b73c-b7637e95cc02"} {"level":"info","ts":1784685504.4085557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd85061b-e86d-4f6a-b73c-b7637e95cc02","EoS":false} {"level":"info","ts":1784685504.4085715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd85061b-e86d-4f6a-b73c-b7637e95cc02","EoS":true} {"level":"info","ts":1784685504.40859,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd85061b-e86d-4f6a-b73c-b7637e95cc02","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685504.4086425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd85061b-e86d-4f6a-b73c-b7637e95cc02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685504.408663,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd85061b-e86d-4f6a-b73c-b7637e95cc02"} {"level":"info","ts":1784685519.7154698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685519.7155428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ce32ef-3257-4862-930d-9e61d0c0b583"} {"level":"info","ts":1784685519.7155533,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20ce32ef-3257-4862-930d-9e61d0c0b583"} {"level":"info","ts":1784685519.7155645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ce32ef-3257-4862-930d-9e61d0c0b583","EoS":false} {"level":"info","ts":1784685519.7155755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ce32ef-3257-4862-930d-9e61d0c0b583","EoS":true} {"level":"info","ts":1784685519.7155952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20ce32ef-3257-4862-930d-9e61d0c0b583","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685519.7156096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ce32ef-3257-4862-930d-9e61d0c0b583","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685519.7156289,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20ce32ef-3257-4862-930d-9e61d0c0b583"} {"level":"info","ts":1784685519.9969983,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685519.99708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98f9e2ba-d538-4048-9446-21e78297d614"} {"level":"info","ts":1784685519.9970884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98f9e2ba-d538-4048-9446-21e78297d614"} {"level":"info","ts":1784685519.9971004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98f9e2ba-d538-4048-9446-21e78297d614","EoS":false} {"level":"info","ts":1784685519.9971163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98f9e2ba-d538-4048-9446-21e78297d614","EoS":true} {"level":"info","ts":1784685519.9971373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98f9e2ba-d538-4048-9446-21e78297d614","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685519.997152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98f9e2ba-d538-4048-9446-21e78297d614","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685519.9971755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98f9e2ba-d538-4048-9446-21e78297d614"} {"level":"info","ts":1784685829.4632342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685829.4633307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"994491de-30cd-4f90-be40-c21f9bdf2a4b"} {"level":"info","ts":1784685829.4633436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"994491de-30cd-4f90-be40-c21f9bdf2a4b"} {"level":"info","ts":1784685829.4633563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"994491de-30cd-4f90-be40-c21f9bdf2a4b","EoS":false} {"level":"info","ts":1784685829.4633687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"994491de-30cd-4f90-be40-c21f9bdf2a4b","EoS":true} {"level":"info","ts":1784685829.4633892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"994491de-30cd-4f90-be40-c21f9bdf2a4b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685829.463403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"994491de-30cd-4f90-be40-c21f9bdf2a4b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685829.463422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"994491de-30cd-4f90-be40-c21f9bdf2a4b"} {"level":"info","ts":1784685829.4997642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685829.4998255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"903f8285-1bf3-44e4-b15e-e6ecc403451d"} {"level":"info","ts":1784685829.4998326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"903f8285-1bf3-44e4-b15e-e6ecc403451d"} {"level":"info","ts":1784685829.4998431,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903f8285-1bf3-44e4-b15e-e6ecc403451d","EoS":false} {"level":"info","ts":1784685829.499857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903f8285-1bf3-44e4-b15e-e6ecc403451d","EoS":true} {"level":"info","ts":1784685829.4998736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"903f8285-1bf3-44e4-b15e-e6ecc403451d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685829.4998848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"903f8285-1bf3-44e4-b15e-e6ecc403451d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685829.499904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"903f8285-1bf3-44e4-b15e-e6ecc403451d"} {"level":"info","ts":1784685829.5351856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685829.5352497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a36d553a-91a3-4f79-a12a-ca657526ee2b"} {"level":"info","ts":1784685829.535261,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a36d553a-91a3-4f79-a12a-ca657526ee2b"} {"level":"info","ts":1784685829.5352716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a36d553a-91a3-4f79-a12a-ca657526ee2b","EoS":false} {"level":"info","ts":1784685829.5352817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a36d553a-91a3-4f79-a12a-ca657526ee2b","EoS":true} {"level":"info","ts":1784685829.5352976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a36d553a-91a3-4f79-a12a-ca657526ee2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685829.5353107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a36d553a-91a3-4f79-a12a-ca657526ee2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685829.5353305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a36d553a-91a3-4f79-a12a-ca657526ee2b"} {"level":"info","ts":1784685829.5722468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685829.572311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37944f27-7ca1-47e0-83d5-22c3fc2622c1"} {"level":"info","ts":1784685829.5723202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37944f27-7ca1-47e0-83d5-22c3fc2622c1"} {"level":"info","ts":1784685829.572331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37944f27-7ca1-47e0-83d5-22c3fc2622c1","EoS":false} {"level":"info","ts":1784685829.5723412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37944f27-7ca1-47e0-83d5-22c3fc2622c1","EoS":true} {"level":"info","ts":1784685829.572357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37944f27-7ca1-47e0-83d5-22c3fc2622c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685829.572372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37944f27-7ca1-47e0-83d5-22c3fc2622c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685829.572388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37944f27-7ca1-47e0-83d5-22c3fc2622c1"} {"level":"info","ts":1784685834.4696045,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"574391ea-3601-498a-9dbe-9c4116fc29fe"} {"level":"info","ts":1784685834.4697146,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b60909d1-8f60-4989-a535-c7b25776013b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685834.4697459,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b60909d1-8f60-4989-a535-c7b25776013b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784685834.4776506,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"db6e5e89-be83-4db2-88b4-44805d4bfe02","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685834.4776757,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"db6e5e89-be83-4db2-88b4-44805d4bfe02","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784685834.4781299,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35761.503946713,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.4781508,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.6306152,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68cd70cb-f5c5-4aca-958c-a65c315dc57f"} {"level":"info","ts":1784685834.6306689,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68cd70cb-f5c5-4aca-958c-a65c315dc57f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784685834.6310601,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0485028a-cf2b-4ea7-8919-4629257cd986","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685834.6310916,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0485028a-cf2b-4ea7-8919-4629257cd986","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784685834.632054,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.633731,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fe9cedf-88f4-46de-81fa-b73e4c2bb593","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685834.6337667,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3fe9cedf-88f4-46de-81fa-b73e4c2bb593","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784685834.6337974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b20866e-d994-4215-84d6-e49f38e6320d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685834.6338212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b20866e-d994-4215-84d6-e49f38e6320d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784685834.6359231,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68cd70cb-f5c5-4aca-958c-a65c315dc57f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685834.635988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57aba047-e37b-4063-ba4d-2fde64e01647"} {"level":"info","ts":1784685834.6361647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39582.371185948,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.6361802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.6450462,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.6790767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39372.001641665,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.679095,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.6870763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685834.7369075,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57aba047-e37b-4063-ba4d-2fde64e01647","name":"e2e-external-model"} {"level":"info","ts":1784685834.7518008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e2cb415-72f8-4dcb-a858-9a382e6c0e0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685834.7518332,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e2cb415-72f8-4dcb-a858-9a382e6c0e0e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784685834.75664,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57aba047-e37b-4063-ba4d-2fde64e01647","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784685834.756685,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57aba047-e37b-4063-ba4d-2fde64e01647","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685834.7567608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88c9d22c-a3c8-4e50-88ea-9ebbeec7dbf6"} {"level":"info","ts":1784685834.7568016,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88c9d22c-a3c8-4e50-88ea-9ebbeec7dbf6","name":"e2e-external-model"} {"level":"info","ts":1784685834.768887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f407c77a-09a0-4b4a-9d3f-7aa3d8b9b281","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685834.7689202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f407c77a-09a0-4b4a-9d3f-7aa3d8b9b281","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784685834.771155,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88c9d22c-a3c8-4e50-88ea-9ebbeec7dbf6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784685834.771198,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88c9d22c-a3c8-4e50-88ea-9ebbeec7dbf6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685834.771259,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbfb7ec1-abc9-4781-be87-8efc4e20bcb3"} {"level":"info","ts":1784685834.7713013,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbfb7ec1-abc9-4781-be87-8efc4e20bcb3","name":"e2e-external-model"} {"level":"info","ts":1784685834.7797575,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"574391ea-3601-498a-9dbe-9c4116fc29fe","name":"e2e-external-provider"} {"level":"info","ts":1784685834.7799618,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbfb7ec1-abc9-4781-be87-8efc4e20bcb3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685834.7861714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba329b8-1078-417a-bd5b-387268c7c8ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685834.7861972,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba329b8-1078-417a-bd5b-387268c7c8ad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784685834.7873147,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbfb7ec1-abc9-4781-be87-8efc4e20bcb3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685834.7873755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b5664de-2534-48b5-884f-eddbd7d549b7"} {"level":"info","ts":1784685834.787414,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b5664de-2534-48b5-884f-eddbd7d549b7","name":"e2e-external-model"} {"level":"info","ts":1784685834.7959645,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"574391ea-3601-498a-9dbe-9c4116fc29fe","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784685834.797065,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b5664de-2534-48b5-884f-eddbd7d549b7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784685834.8009727,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"574391ea-3601-498a-9dbe-9c4116fc29fe","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685834.801052,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9776360-01df-44d2-b1a3-b6ba78bbe0b3"} {"level":"info","ts":1784685834.8011136,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9776360-01df-44d2-b1a3-b6ba78bbe0b3","name":"e2e-external-provider"} {"level":"info","ts":1784685834.8147292,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9776360-01df-44d2-b1a3-b6ba78bbe0b3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784685839.890522,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685839.890598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d"} {"level":"info","ts":1784685839.8906078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d"} {"level":"info","ts":1784685839.890619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d","EoS":false} {"level":"info","ts":1784685839.8906317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d","EoS":true} {"level":"info","ts":1784685839.890651,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685839.890666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685839.890674,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d","modelName":"e2e-external-model"} {"level":"info","ts":1784685839.8906872,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685839.8907626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f1502d5-861b-407f-aac2-238232343c6d"} {"level":"info","ts":1784685839.935908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685839.9359725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234"} {"level":"info","ts":1784685839.9359841,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234"} {"level":"info","ts":1784685839.9359984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234","EoS":false} {"level":"info","ts":1784685839.9360123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234","EoS":true} {"level":"info","ts":1784685839.9360306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685839.9360447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685839.936052,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234","modelName":"e2e-external-model"} {"level":"info","ts":1784685839.9360647,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685839.9360952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f3c3aaf-377d-44e8-9d35-ec7383056234"} {"level":"info","ts":1784685839.9613223,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685839.961388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d"} {"level":"info","ts":1784685839.9613998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d"} {"level":"info","ts":1784685839.9614103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d","EoS":false} {"level":"info","ts":1784685839.961421,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d","EoS":true} {"level":"info","ts":1784685839.9614367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685839.961449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685839.9614553,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d","modelName":"e2e-external-model"} {"level":"info","ts":1784685839.9614668,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685839.9614954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ed081e1-fe6c-4b29-8307-42477836204d"} {"level":"info","ts":1784685840.09663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7431b735-39a7-4c27-aca3-a056adaadb42"} {"level":"info","ts":1784685840.09663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8271d6f-5594-4fd9-a355-4a1c735b9058","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685840.096782,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8271d6f-5594-4fd9-a355-4a1c735b9058","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685840.1024313,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3901b187-c09d-4610-93bd-49ca2b5643cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685840.1024609,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3901b187-c09d-4610-93bd-49ca2b5643cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685840.10273,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7431b735-39a7-4c27-aca3-a056adaadb42","name":"e2e-cleanup-test"} {"level":"info","ts":1784685840.1306343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fba33ce8-0007-404d-95de-f142ee40173c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685840.1307347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fba33ce8-0007-404d-95de-f142ee40173c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784685840.130647,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7431b735-39a7-4c27-aca3-a056adaadb42","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685840.1308112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3074b329-fe20-49cb-9899-82e262a9f183"} {"level":"info","ts":1784685840.1308987,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3074b329-fe20-49cb-9899-82e262a9f183","name":"e2e-cleanup-test"} {"level":"info","ts":1784685840.146076,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d57712e1-dc8f-40a7-92a1-7d003669d84c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685840.1461143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d57712e1-dc8f-40a7-92a1-7d003669d84c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784685840.1464298,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3074b329-fe20-49cb-9899-82e262a9f183","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685840.1465378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0837a940-d0ed-471f-8e69-27886390d568"} {"level":"info","ts":1784685840.1465967,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0837a940-d0ed-471f-8e69-27886390d568","name":"e2e-cleanup-test"} {"level":"info","ts":1784685840.1552742,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0837a940-d0ed-471f-8e69-27886390d568","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685840.1610265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4614f3c8-6c44-4baf-a8ab-efd59997871e"} {"level":"info","ts":1784685840.161088,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4614f3c8-6c44-4baf-a8ab-efd59997871e","name":"e2e-cleanup-test"} {"level":"info","ts":1784685840.161028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ca23a6c-2f1d-4b6d-8456-10eca26c8f2e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685840.161133,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ca23a6c-2f1d-4b6d-8456-10eca26c8f2e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685840.1692278,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4614f3c8-6c44-4baf-a8ab-efd59997871e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685848.379539,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bdc0911-597c-4dcd-987c-b23e887e94ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685848.379551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7491859-2df3-407a-9ec2-98e514ef9a5c"} {"level":"info","ts":1784685848.3795774,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bdc0911-597c-4dcd-987c-b23e887e94ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685852.6778917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685852.6779623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2847a106-7bee-4715-be98-f1a02d017ca6"} {"level":"info","ts":1784685852.677973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2847a106-7bee-4715-be98-f1a02d017ca6"} {"level":"info","ts":1784685852.677984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2847a106-7bee-4715-be98-f1a02d017ca6","EoS":false} {"level":"info","ts":1784685852.677995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2847a106-7bee-4715-be98-f1a02d017ca6","EoS":true} {"level":"info","ts":1784685852.6780143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2847a106-7bee-4715-be98-f1a02d017ca6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784685852.6780295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2847a106-7bee-4715-be98-f1a02d017ca6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784685852.6780488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2847a106-7bee-4715-be98-f1a02d017ca6"} {"level":"info","ts":1784685852.7059803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685852.7060337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83"} {"level":"info","ts":1784685852.7060442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83"} {"level":"info","ts":1784685852.706055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83","EoS":false} {"level":"info","ts":1784685852.7060652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83","EoS":true} {"level":"info","ts":1784685852.7060795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685852.706092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685852.706098,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83","modelName":"e2e-external-model"} {"level":"info","ts":1784685852.706111,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685852.706147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1a80496-a26a-4b80-a345-b31441214c83"} {"level":"info","ts":1784685852.744329,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685852.7443724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02ad673a-bb41-4a26-ae18-0ef3826ce287"} {"level":"info","ts":1784685852.744379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02ad673a-bb41-4a26-ae18-0ef3826ce287"} {"level":"info","ts":1784685852.7443883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02ad673a-bb41-4a26-ae18-0ef3826ce287","EoS":false} {"level":"info","ts":1784685852.7443986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02ad673a-bb41-4a26-ae18-0ef3826ce287","EoS":true} {"level":"info","ts":1784685852.7444158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02ad673a-bb41-4a26-ae18-0ef3826ce287","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784685852.7444274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02ad673a-bb41-4a26-ae18-0ef3826ce287","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685852.7444425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02ad673a-bb41-4a26-ae18-0ef3826ce287"} {"level":"info","ts":1784685852.877804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685852.8778577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86f872fd-376e-4f54-826a-b91c71791471"} {"level":"info","ts":1784685852.877867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86f872fd-376e-4f54-826a-b91c71791471"} {"level":"info","ts":1784685852.8778775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86f872fd-376e-4f54-826a-b91c71791471","EoS":false} {"level":"info","ts":1784685852.8778884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86f872fd-376e-4f54-826a-b91c71791471","EoS":true} {"level":"info","ts":1784685852.8779056,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"86f872fd-376e-4f54-826a-b91c71791471","field":"model"} {"level":"info","ts":1784685852.8779292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86f872fd-376e-4f54-826a-b91c71791471"} {"level":"info","ts":1784685853.817594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b3e7422-6b7f-43a7-9365-d4bde4b6db54"} {"level":"info","ts":1784685853.817639,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7242f55c-2335-43c2-9655-19094f950072","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685853.8176699,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7242f55c-2335-43c2-9655-19094f950072","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685853.967364,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"130cc46f-20d4-4045-96a9-c56b33bf0c12"} {"level":"info","ts":1784685853.9674134,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfdf692a-e644-4443-9db6-2dc0911b8ec5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685853.9674423,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfdf692a-e644-4443-9db6-2dc0911b8ec5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784686445.9412398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686445.941347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"048caf6b-2086-476d-8467-63962c6d6767"} {"level":"info","ts":1784686445.9413598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"048caf6b-2086-476d-8467-63962c6d6767"} {"level":"info","ts":1784686445.941377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"048caf6b-2086-476d-8467-63962c6d6767","EoS":false} {"level":"info","ts":1784686445.9413986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"048caf6b-2086-476d-8467-63962c6d6767","EoS":true} {"level":"info","ts":1784686445.9414282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"048caf6b-2086-476d-8467-63962c6d6767","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784686445.9414487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"048caf6b-2086-476d-8467-63962c6d6767","path":"/ai-tenant-e2e-inf-b-1ad649/test-model-1ad649/v1/chat/completions"} {"level":"info","ts":1784686445.9414737,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"048caf6b-2086-476d-8467-63962c6d6767"} {"level":"info","ts":1784686467.05733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686467.0574322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c97b5a7a-1785-4147-a3cc-378100f592be"} {"level":"info","ts":1784686467.0574515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c97b5a7a-1785-4147-a3cc-378100f592be"} {"level":"info","ts":1784686467.0574954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c97b5a7a-1785-4147-a3cc-378100f592be","EoS":false} {"level":"info","ts":1784686467.0575166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c97b5a7a-1785-4147-a3cc-378100f592be","EoS":true} {"level":"info","ts":1784686467.0575438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c97b5a7a-1785-4147-a3cc-378100f592be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784686467.0575647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c97b5a7a-1785-4147-a3cc-378100f592be","path":"/ai-tenant-e2e-inf-b-1ad649/test-model-1ad649/v1/chat/completions"} {"level":"info","ts":1784686467.0575933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c97b5a7a-1785-4147-a3cc-378100f592be"} {"level":"info","ts":1784686950.921243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686950.9213326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c0d29eb-894c-4a69-92c5-82227bb72a8e"} {"level":"info","ts":1784686950.921346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c0d29eb-894c-4a69-92c5-82227bb72a8e"} {"level":"info","ts":1784686950.9213643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c0d29eb-894c-4a69-92c5-82227bb72a8e","EoS":false} {"level":"info","ts":1784686950.921382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c0d29eb-894c-4a69-92c5-82227bb72a8e","EoS":true} {"level":"info","ts":1784686950.9214144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c0d29eb-894c-4a69-92c5-82227bb72a8e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784686950.9214327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c0d29eb-894c-4a69-92c5-82227bb72a8e","path":"/ai-tenant-e2e-shared-b-c6960c/rate-test-model-c6960c/v1/completions"} {"level":"info","ts":1784686950.9214635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c0d29eb-894c-4a69-92c5-82227bb72a8e"}