{"level":"info","ts":1785185375.0566041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09676c96-24f6-4ba2-a817-a55169c7e9ee"} {"level":"info","ts":1785185379.204708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185379.2047908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26105896-040f-4f1b-9a8c-8a942615f132"} {"level":"info","ts":1785185379.2048047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26105896-040f-4f1b-9a8c-8a942615f132"} {"level":"info","ts":1785185379.2048166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26105896-040f-4f1b-9a8c-8a942615f132","EoS":false} {"level":"info","ts":1785185379.204827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26105896-040f-4f1b-9a8c-8a942615f132","EoS":true} {"level":"info","ts":1785185379.2048478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26105896-040f-4f1b-9a8c-8a942615f132","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185379.2048638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26105896-040f-4f1b-9a8c-8a942615f132","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185379.2048843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26105896-040f-4f1b-9a8c-8a942615f132"} {"level":"info","ts":1785185398.1370573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.1371326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073"} {"level":"info","ts":1785185398.1371448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073"} {"level":"info","ts":1785185398.1371605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073","EoS":false} {"level":"info","ts":1785185398.1371703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073","EoS":true} {"level":"info","ts":1785185398.13719,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185398.1372082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.1372344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073"} {"level":"info","ts":1785185398.2746787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.2747567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.2747664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.274778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","EoS":false} {"level":"info","ts":1785185398.2747912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","EoS":true} {"level":"info","ts":1785185398.2748106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185398.274826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.274848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.4132833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.4133692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.4133823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.4133956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","EoS":false} {"level":"info","ts":1785185398.41347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","EoS":true} {"level":"info","ts":1785185398.4135008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185398.413519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.4135427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.5473452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.5474195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.547455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.5474672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","EoS":false} {"level":"info","ts":1785185398.5474772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","EoS":true} {"level":"info","ts":1785185398.5475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185398.5475154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.5475376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.6804433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.6805186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.6805294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.680541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","EoS":false} {"level":"info","ts":1785185398.6805534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","EoS":true} {"level":"info","ts":1785185398.6805758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185398.6805913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.68061,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.812025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.8121011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f700b69-75f1-401b-8df9-68de267bcfb8"} {"level":"info","ts":1785185398.8121102,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f700b69-75f1-401b-8df9-68de267bcfb8"} {"level":"info","ts":1785185398.812121,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f700b69-75f1-401b-8df9-68de267bcfb8","EoS":false} {"level":"info","ts":1785185398.8121393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f700b69-75f1-401b-8df9-68de267bcfb8","EoS":true} {"level":"info","ts":1785185398.8121684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f700b69-75f1-401b-8df9-68de267bcfb8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185398.8121893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f700b69-75f1-401b-8df9-68de267bcfb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.8122132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f700b69-75f1-401b-8df9-68de267bcfb8"} {"level":"info","ts":1785185414.438397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.4384718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.438485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.4385002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","EoS":false} {"level":"info","ts":1785185414.4385195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","EoS":true} {"level":"info","ts":1785185414.4385421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185414.4385562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185414.438579,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.4723077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.4723847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.4723995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.4724116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","EoS":false} {"level":"info","ts":1785185414.4724214,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","EoS":true} {"level":"info","ts":1785185414.4724422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185414.4724574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185414.4724808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.505892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.5059578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06d9b934-0b5c-44ad-a90f-0c7f55d65868"} {"level":"info","ts":1785185414.505969,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06d9b934-0b5c-44ad-a90f-0c7f55d65868"} {"level":"info","ts":1785185414.5059807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06d9b934-0b5c-44ad-a90f-0c7f55d65868","EoS":false} {"level":"info","ts":1785185414.5059915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06d9b934-0b5c-44ad-a90f-0c7f55d65868","EoS":true} {"level":"info","ts":1785185414.5060115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06d9b934-0b5c-44ad-a90f-0c7f55d65868","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185414.506026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06d9b934-0b5c-44ad-a90f-0c7f55d65868","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185414.5060866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06d9b934-0b5c-44ad-a90f-0c7f55d65868"} {"level":"info","ts":1785185414.5357492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.535824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc721447-6b9a-435d-b303-c74c067fc357"} {"level":"info","ts":1785185414.535838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc721447-6b9a-435d-b303-c74c067fc357"} {"level":"info","ts":1785185414.5358496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc721447-6b9a-435d-b303-c74c067fc357","EoS":false} {"level":"info","ts":1785185414.5358684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc721447-6b9a-435d-b303-c74c067fc357","EoS":true} {"level":"info","ts":1785185414.535887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc721447-6b9a-435d-b303-c74c067fc357","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185414.5358994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc721447-6b9a-435d-b303-c74c067fc357","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185414.53592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc721447-6b9a-435d-b303-c74c067fc357"} {"level":"info","ts":1785185414.5708234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.5709019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4"} {"level":"info","ts":1785185419.1988173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185419.1988974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185419.19891,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185419.198921,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","EoS":false} {"level":"info","ts":1785185419.198932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","EoS":true} {"level":"info","ts":1785185419.1989553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185419.198972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185419.1989963,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185427.7799516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185427.7800355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee66e48f-5223-40fa-8d76-b0e64ad5dfcc"} {"level":"info","ts":1785185427.7800484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee66e48f-5223-40fa-8d76-b0e64ad5dfcc"} {"level":"info","ts":1785185427.7800598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee66e48f-5223-40fa-8d76-b0e64ad5dfcc","EoS":false} {"level":"info","ts":1785185427.780071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee66e48f-5223-40fa-8d76-b0e64ad5dfcc","EoS":true} {"level":"info","ts":1785185427.780092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee66e48f-5223-40fa-8d76-b0e64ad5dfcc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185427.7801085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee66e48f-5223-40fa-8d76-b0e64ad5dfcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185427.7801285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee66e48f-5223-40fa-8d76-b0e64ad5dfcc"} {"level":"info","ts":1785185429.814739,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185429.814814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185429.8148239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185429.8148348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","EoS":false} {"level":"info","ts":1785185429.8148494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","EoS":true} {"level":"info","ts":1785185429.8148708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185429.8148863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185429.8149064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185442.6931481,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185442.6932223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185442.6932313,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185442.693243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","EoS":false} {"level":"info","ts":1785185442.693254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","EoS":true} {"level":"info","ts":1785185442.6932886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185442.6933048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185442.693326,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185451.2189367,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185451.2190118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185451.219021,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185451.2190323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","EoS":false} {"level":"info","ts":1785185451.2190433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","EoS":true} {"level":"info","ts":1785185451.2190642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185451.2190804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185451.2191029,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185460.052871,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185460.0529485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185460.0529566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185460.0529678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","EoS":false} {"level":"info","ts":1785185460.0529783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","EoS":true} {"level":"info","ts":1785185460.0529985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185460.053015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185460.0530355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185468.9940112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185468.9940865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5412679-0031-4f48-b4f8-1e058cf30d59"} {"level":"info","ts":1785185468.9940987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5412679-0031-4f48-b4f8-1e058cf30d59"} {"level":"info","ts":1785185468.9941113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5412679-0031-4f48-b4f8-1e058cf30d59","EoS":false} {"level":"info","ts":1785185468.9941237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5412679-0031-4f48-b4f8-1e058cf30d59","EoS":true} {"level":"info","ts":1785185468.994145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5412679-0031-4f48-b4f8-1e058cf30d59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185468.9941604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5412679-0031-4f48-b4f8-1e058cf30d59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185468.9941804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5412679-0031-4f48-b4f8-1e058cf30d59"} {"level":"info","ts":1785185473.7267694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185473.7268546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"363e35ab-506f-4d51-b2e5-e2f6d6067086"} {"level":"info","ts":1785185473.7268727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"363e35ab-506f-4d51-b2e5-e2f6d6067086"} {"level":"info","ts":1785185473.7269397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"363e35ab-506f-4d51-b2e5-e2f6d6067086","EoS":false} {"level":"info","ts":1785185473.726962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"363e35ab-506f-4d51-b2e5-e2f6d6067086","EoS":true} {"level":"info","ts":1785185473.7269857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"363e35ab-506f-4d51-b2e5-e2f6d6067086","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185473.7270002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"363e35ab-506f-4d51-b2e5-e2f6d6067086","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185473.7270205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"363e35ab-506f-4d51-b2e5-e2f6d6067086"} {"level":"info","ts":1785185478.4555492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185478.455626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0daad9a7-cb42-418c-9ea1-cd87a01f96f0"} {"level":"info","ts":1785185478.4556375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0daad9a7-cb42-418c-9ea1-cd87a01f96f0"} {"level":"info","ts":1785185478.4556491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0daad9a7-cb42-418c-9ea1-cd87a01f96f0","EoS":false} {"level":"info","ts":1785185478.4556592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0daad9a7-cb42-418c-9ea1-cd87a01f96f0","EoS":true} {"level":"info","ts":1785185478.4556797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0daad9a7-cb42-418c-9ea1-cd87a01f96f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185478.455698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0daad9a7-cb42-418c-9ea1-cd87a01f96f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185478.4557269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0daad9a7-cb42-418c-9ea1-cd87a01f96f0"} {"level":"info","ts":1785185478.7228498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185478.7229245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dfd2d41-0229-4735-9bf2-e343f93b0d34"} {"level":"info","ts":1785185478.7229345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dfd2d41-0229-4735-9bf2-e343f93b0d34"} {"level":"info","ts":1785185478.7229474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dfd2d41-0229-4735-9bf2-e343f93b0d34","EoS":false} {"level":"info","ts":1785185478.7229586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dfd2d41-0229-4735-9bf2-e343f93b0d34","EoS":true} {"level":"info","ts":1785185478.7229798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dfd2d41-0229-4735-9bf2-e343f93b0d34","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185478.7229984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dfd2d41-0229-4735-9bf2-e343f93b0d34","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185478.723028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dfd2d41-0229-4735-9bf2-e343f93b0d34"} {"level":"info","ts":1785185480.7557447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185480.7558281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b69ff100-dbf7-408d-a4ff-8dededee9a5d"} {"level":"info","ts":1785185480.7558448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b69ff100-dbf7-408d-a4ff-8dededee9a5d"} {"level":"info","ts":1785185480.755857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69ff100-dbf7-408d-a4ff-8dededee9a5d","EoS":false} {"level":"info","ts":1785185480.7558687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69ff100-dbf7-408d-a4ff-8dededee9a5d","EoS":true} {"level":"info","ts":1785185480.7558885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b69ff100-dbf7-408d-a4ff-8dededee9a5d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185480.755904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b69ff100-dbf7-408d-a4ff-8dededee9a5d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185480.7559252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b69ff100-dbf7-408d-a4ff-8dededee9a5d"} {"level":"info","ts":1785185482.7849374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185482.7850251,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185482.785035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185482.7850473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","EoS":false} {"level":"info","ts":1785185482.78506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","EoS":true} {"level":"info","ts":1785185482.785079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185482.785099,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185482.7851255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185505.5464215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185505.5465038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185505.5465162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185505.5465295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","EoS":false} {"level":"info","ts":1785185505.5465446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","EoS":true} {"level":"info","ts":1785185505.54657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185505.5465858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185505.5466056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185514.8525999,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185514.8526807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c5b5e91-4bfc-4d38-adef-0eed313c5ae0"} {"level":"info","ts":1785185514.8526914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c5b5e91-4bfc-4d38-adef-0eed313c5ae0"} {"level":"info","ts":1785185514.852702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c5b5e91-4bfc-4d38-adef-0eed313c5ae0","EoS":false} {"level":"info","ts":1785185514.8527157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c5b5e91-4bfc-4d38-adef-0eed313c5ae0","EoS":true} {"level":"info","ts":1785185514.8527367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c5b5e91-4bfc-4d38-adef-0eed313c5ae0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185514.8527627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c5b5e91-4bfc-4d38-adef-0eed313c5ae0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185514.8527858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c5b5e91-4bfc-4d38-adef-0eed313c5ae0"} {"level":"info","ts":1785185520.3304753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185520.3305595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11444f81-9bf0-48d6-9a6d-e20a03aec973"} {"level":"info","ts":1785185520.3305726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11444f81-9bf0-48d6-9a6d-e20a03aec973"} {"level":"info","ts":1785185520.3305843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11444f81-9bf0-48d6-9a6d-e20a03aec973","EoS":false} {"level":"info","ts":1785185520.3306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11444f81-9bf0-48d6-9a6d-e20a03aec973","EoS":true} {"level":"info","ts":1785185520.330635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11444f81-9bf0-48d6-9a6d-e20a03aec973","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185520.330656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11444f81-9bf0-48d6-9a6d-e20a03aec973","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185520.3306823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11444f81-9bf0-48d6-9a6d-e20a03aec973"} {"level":"info","ts":1785185529.840816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185529.8408923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47e3a54-3898-4d73-aa0d-8b3d46328cea"} {"level":"info","ts":1785185529.840907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a47e3a54-3898-4d73-aa0d-8b3d46328cea"} {"level":"info","ts":1785185529.840918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a47e3a54-3898-4d73-aa0d-8b3d46328cea","EoS":false} {"level":"info","ts":1785185529.8409293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a47e3a54-3898-4d73-aa0d-8b3d46328cea","EoS":true} {"level":"info","ts":1785185529.840949,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a47e3a54-3898-4d73-aa0d-8b3d46328cea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185529.8409657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a47e3a54-3898-4d73-aa0d-8b3d46328cea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185529.840988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a47e3a54-3898-4d73-aa0d-8b3d46328cea"} {"level":"info","ts":1785185531.8712842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185531.871361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c12bf888-999d-40ae-8ff9-b9136f362259"} {"level":"info","ts":1785185531.87137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c12bf888-999d-40ae-8ff9-b9136f362259"} {"level":"info","ts":1785185531.8713813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c12bf888-999d-40ae-8ff9-b9136f362259","EoS":false} {"level":"info","ts":1785185531.8713968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c12bf888-999d-40ae-8ff9-b9136f362259","EoS":true} {"level":"info","ts":1785185531.8714175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c12bf888-999d-40ae-8ff9-b9136f362259","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185531.8714328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c12bf888-999d-40ae-8ff9-b9136f362259","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185531.8714538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c12bf888-999d-40ae-8ff9-b9136f362259"} {"level":"info","ts":1785185533.902237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185533.9023314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185533.9023435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185533.9023554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","EoS":false} {"level":"info","ts":1785185533.9023678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","EoS":true} {"level":"info","ts":1785185533.9023886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185533.902405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185533.9024217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185543.263565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185543.2636545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.2636704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.2637322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","EoS":false} {"level":"info","ts":1785185543.2637525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","EoS":true} {"level":"info","ts":1785185543.2637928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185543.2638118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185543.263842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.2983677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185543.2984347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185543.2984521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185543.2984638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","EoS":false} {"level":"info","ts":1785185543.2984748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","EoS":true} {"level":"info","ts":1785185543.2984958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185543.2985103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185543.2985272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185562.4457834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185562.445877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185562.4458928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185562.445911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","EoS":false} {"level":"info","ts":1785185562.4459324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","EoS":true} {"level":"info","ts":1785185562.4459648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185562.446029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185562.4460552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185571.8254209,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185571.8255005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78d35d28-e6b4-48d0-8c4f-493a884f2d33"} {"level":"info","ts":1785185571.8255098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78d35d28-e6b4-48d0-8c4f-493a884f2d33"} {"level":"info","ts":1785185571.8255212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78d35d28-e6b4-48d0-8c4f-493a884f2d33","EoS":false} {"level":"info","ts":1785185571.825533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78d35d28-e6b4-48d0-8c4f-493a884f2d33","EoS":true} {"level":"info","ts":1785185571.8255556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78d35d28-e6b4-48d0-8c4f-493a884f2d33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185571.825571,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78d35d28-e6b4-48d0-8c4f-493a884f2d33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185571.8255916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78d35d28-e6b4-48d0-8c4f-493a884f2d33"} {"level":"info","ts":1785185577.0484333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185577.0485497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71d12f3e-dae2-4a48-9172-a9aa1f6de12f"} {"level":"info","ts":1785185577.0485642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71d12f3e-dae2-4a48-9172-a9aa1f6de12f"} {"level":"info","ts":1785185577.048584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71d12f3e-dae2-4a48-9172-a9aa1f6de12f","EoS":false} {"level":"info","ts":1785185577.0486042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71d12f3e-dae2-4a48-9172-a9aa1f6de12f","EoS":true} {"level":"info","ts":1785185577.0486343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71d12f3e-dae2-4a48-9172-a9aa1f6de12f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785185577.048655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71d12f3e-dae2-4a48-9172-a9aa1f6de12f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185577.0486848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71d12f3e-dae2-4a48-9172-a9aa1f6de12f"} {"level":"info","ts":1785185667.7240427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185667.724133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f10abab-80e7-4019-83e9-9be6dacc469e"} {"level":"info","ts":1785185667.7241454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f10abab-80e7-4019-83e9-9be6dacc469e"} {"level":"info","ts":1785185667.7241566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f10abab-80e7-4019-83e9-9be6dacc469e","EoS":false} {"level":"info","ts":1785185667.7241673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f10abab-80e7-4019-83e9-9be6dacc469e","EoS":true} {"level":"info","ts":1785185667.7241895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f10abab-80e7-4019-83e9-9be6dacc469e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785185667.7242024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f10abab-80e7-4019-83e9-9be6dacc469e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785185667.7242255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f10abab-80e7-4019-83e9-9be6dacc469e"} {"level":"info","ts":1785185693.1806405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185693.1807232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185693.1807313,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185693.1807427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","EoS":false} {"level":"info","ts":1785185693.1807568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","EoS":true} {"level":"info","ts":1785185693.180777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785185693.180793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785185693.1808152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185730.1632395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185730.1633294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185730.1633413,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185730.1633534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","EoS":false} {"level":"info","ts":1785185730.1633642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","EoS":true} {"level":"info","ts":1785185730.163388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185730.1634078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185730.1634276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185745.390906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185745.3910005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.3910184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.3910367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","EoS":false} {"level":"info","ts":1785185745.39105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","EoS":true} {"level":"info","ts":1785185745.391072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185745.391089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185745.39111,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.67119,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185745.671266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ce061ce-44c8-4298-9a37-878f76495d9c"} {"level":"info","ts":1785185745.6712937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ce061ce-44c8-4298-9a37-878f76495d9c"} {"level":"info","ts":1785185745.671306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ce061ce-44c8-4298-9a37-878f76495d9c","EoS":false} {"level":"info","ts":1785185745.6713161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ce061ce-44c8-4298-9a37-878f76495d9c","EoS":true} {"level":"info","ts":1785185745.6713371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ce061ce-44c8-4298-9a37-878f76495d9c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185745.6713538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ce061ce-44c8-4298-9a37-878f76495d9c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185745.671373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ce061ce-44c8-4298-9a37-878f76495d9c"} {"level":"info","ts":1785186066.1901352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186066.1902256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.1902351,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.1902468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","EoS":false} {"level":"info","ts":1785186066.1902573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","EoS":true} {"level":"info","ts":1785186066.1902933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186066.1903076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186066.1903431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.2300415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186066.2301097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.23012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.2301314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","EoS":false} {"level":"info","ts":1785186066.2301414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","EoS":true} {"level":"info","ts":1785186066.2301583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186066.2301714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186066.230192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.2612402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186066.261354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e543e5d1-6952-4db3-b448-bde1b8efe225"} {"level":"info","ts":1785186066.2613683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e543e5d1-6952-4db3-b448-bde1b8efe225"} {"level":"info","ts":1785186066.2613802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e543e5d1-6952-4db3-b448-bde1b8efe225","EoS":false} {"level":"info","ts":1785186066.26139,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e543e5d1-6952-4db3-b448-bde1b8efe225","EoS":true} {"level":"info","ts":1785186066.2614067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e543e5d1-6952-4db3-b448-bde1b8efe225","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186066.2614198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e543e5d1-6952-4db3-b448-bde1b8efe225","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186066.2614367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e543e5d1-6952-4db3-b448-bde1b8efe225"} {"level":"info","ts":1785186066.2901232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186066.2901804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"053e9fb7-bc19-4657-b480-9421dd28928d"} {"level":"info","ts":1785186066.2901914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"053e9fb7-bc19-4657-b480-9421dd28928d"} {"level":"info","ts":1785186066.290202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"053e9fb7-bc19-4657-b480-9421dd28928d","EoS":false} {"level":"info","ts":1785186066.29022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"053e9fb7-bc19-4657-b480-9421dd28928d","EoS":true} {"level":"info","ts":1785186066.2902348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"053e9fb7-bc19-4657-b480-9421dd28928d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186066.2902472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"053e9fb7-bc19-4657-b480-9421dd28928d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186066.2902641,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"053e9fb7-bc19-4657-b480-9421dd28928d"} {"level":"info","ts":1785186071.1400466,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55a6f357-b816-4436-97b2-0bcf8849349e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186071.1400514,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2ff02c1-78e3-4fe0-95e0-12a1a620462f"} {"level":"info","ts":1785186071.1400893,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55a6f357-b816-4436-97b2-0bcf8849349e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785186071.1486762,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2d6c1b7-6646-4ea4-b5c2-1e826013528d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186071.148702,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2d6c1b7-6646-4ea4-b5c2-1e826013528d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785186071.1492333,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2ff02c1-78e3-4fe0-95e0-12a1a620462f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.1494696,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37978.618136353,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.149486,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.252379,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c26e7b0d-c83c-4cfb-8dff-df3585d3a9c7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.252435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c26e7b0d-c83c-4cfb-8dff-df3585d3a9c7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.2537086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9ee68d6-7a33-45e5-b462-326e598db270"} {"level":"info","ts":1785186071.2548523,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.2588127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"771e86a7-d15a-44bc-9533-67aa6227d141","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.2588446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"771e86a7-d15a-44bc-9533-67aa6227d141","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785186071.342292,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9ee68d6-7a33-45e5-b462-326e598db270","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.342368,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9ee68d6-7a33-45e5-b462-326e598db270","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785186071.34274,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"778cb98c-764c-4ed0-af3c-f12793197b2c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.342785,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"778cb98c-764c-4ed0-af3c-f12793197b2c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.3428051,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97b9158f-36c4-41e6-9aa9-0cd6c0d3e965","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186071.342864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6264f568-8088-483e-abcb-f68618cd6b6b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.34288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6264f568-8088-483e-abcb-f68618cd6b6b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.34286,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97b9158f-36c4-41e6-9aa9-0cd6c0d3e965","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785186071.3465075,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9ee68d6-7a33-45e5-b462-326e598db270","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785186071.3465521,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9ee68d6-7a33-45e5-b462-326e598db270","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.3466134,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac45f10f-aa2b-4ec9-b19b-997e9efcabfb"} {"level":"info","ts":1785186071.3468406,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32912.383931241,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.346858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.3499062,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38470.895613631,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.349924,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.3535872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.357358,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.4030423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1541ec5-f8b7-489f-8c17-f38f2245bb1a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.4031227,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1541ec5-f8b7-489f-8c17-f38f2245bb1a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.418792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0aed33-b3f8-42f1-83b6-4ace07ae0ed5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.4188256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0aed33-b3f8-42f1-83b6-4ace07ae0ed5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.432226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fefd4b2d-2242-442b-bcfd-8bdc929ee8d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.4322603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fefd4b2d-2242-442b-bcfd-8bdc929ee8d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.4471433,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac45f10f-aa2b-4ec9-b19b-997e9efcabfb","name":"e2e-external-model"} {"level":"info","ts":1785186071.4503157,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2ff02c1-78e3-4fe0-95e0-12a1a620462f","name":"e2e-external-provider"} {"level":"info","ts":1785186071.4561183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac45f10f-aa2b-4ec9-b19b-997e9efcabfb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785186071.4595487,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac45f10f-aa2b-4ec9-b19b-997e9efcabfb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.4596312,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4d31121-5c3e-4b40-945c-feada5fa62dc"} {"level":"info","ts":1785186071.4596937,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4d31121-5c3e-4b40-945c-feada5fa62dc","name":"e2e-external-model"} {"level":"info","ts":1785186071.4600956,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2ff02c1-78e3-4fe0-95e0-12a1a620462f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785186071.4635434,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2ff02c1-78e3-4fe0-95e0-12a1a620462f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.4636304,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e9f11ed-8c81-4b29-87ae-daf999c58bc1"} {"level":"info","ts":1785186071.4636703,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e9f11ed-8c81-4b29-87ae-daf999c58bc1","name":"e2e-external-provider"} {"level":"info","ts":1785186071.4684217,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4d31121-5c3e-4b40-945c-feada5fa62dc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186071.4724934,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e9f11ed-8c81-4b29-87ae-daf999c58bc1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785186078.6121185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186078.6121914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524"} {"level":"info","ts":1785186078.6122005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524"} {"level":"info","ts":1785186078.6122122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524","EoS":false} {"level":"info","ts":1785186078.6122222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524","EoS":true} {"level":"info","ts":1785186078.612242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785186078.6122587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186078.612266,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524","modelName":"e2e-external-model"} {"level":"info","ts":1785186078.612304,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785186078.6123636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d0af391-5405-4bf7-ba71-908fb261a524"} {"level":"info","ts":1785186078.6585152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186078.6585853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b"} {"level":"info","ts":1785186078.6585946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b"} {"level":"info","ts":1785186078.6586049,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b","EoS":false} {"level":"info","ts":1785186078.658618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b","EoS":true} {"level":"info","ts":1785186078.6586385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785186078.6586545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186078.658662,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b","modelName":"e2e-external-model"} {"level":"info","ts":1785186078.6586754,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785186078.6587126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d677c47-949c-4bb7-aa3f-df442826c63b"} {"level":"info","ts":1785186078.6827633,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186078.6828263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083"} {"level":"info","ts":1785186078.68284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083"} {"level":"info","ts":1785186078.6828501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","EoS":false} {"level":"info","ts":1785186078.6828601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","EoS":true} {"level":"info","ts":1785186078.6828759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785186078.6828897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186078.6828966,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","modelName":"e2e-external-model"} {"level":"info","ts":1785186078.6829093,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785186078.6829438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083"} {"level":"info","ts":1785186078.8338537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69fb2234-afa5-4289-8661-e3933e59b399","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8338919,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69fb2234-afa5-4289-8661-e3933e59b399","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785186078.8339102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89bc9a0-28e7-42b9-854e-003448b8f8fa"} {"level":"info","ts":1785186078.8395708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc6d015d-3377-438b-ab2f-bc6878f87831","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8395953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc6d015d-3377-438b-ab2f-bc6878f87831","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785186078.839984,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89bc9a0-28e7-42b9-854e-003448b8f8fa","name":"e2e-cleanup-test"} {"level":"error","ts":1785186078.8663762,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89bc9a0-28e7-42b9-854e-003448b8f8fa","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186078.8664083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0600ddcd-798b-46b1-8188-ade4e696a31d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8664343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0600ddcd-798b-46b1-8188-ade4e696a31d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785186078.8664522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a0c0502-2fbe-4395-8970-60db4e75e778"} {"level":"info","ts":1785186078.866514,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a0c0502-2fbe-4395-8970-60db4e75e778","name":"e2e-cleanup-test"} {"level":"error","ts":1785186078.88316,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a0c0502-2fbe-4395-8970-60db4e75e778","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186078.883217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89ee6752-6d7c-4e9c-ae22-d594a9ea8c93","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8832312,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38939f38-7622-49d5-9e95-ba87cae2338f"} {"level":"info","ts":1785186078.8832445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89ee6752-6d7c-4e9c-ae22-d594a9ea8c93","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785186078.8833137,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38939f38-7622-49d5-9e95-ba87cae2338f","name":"e2e-cleanup-test"} {"level":"info","ts":1785186078.8920002,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38939f38-7622-49d5-9e95-ba87cae2338f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186078.897814,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47caeeda-7bb4-4b2c-9b01-182feb981a30"} {"level":"info","ts":1785186078.8978684,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47caeeda-7bb4-4b2c-9b01-182feb981a30","name":"e2e-cleanup-test"} {"level":"info","ts":1785186078.8978121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16595a73-48ee-4ace-af91-1645213e0a87","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.89793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16595a73-48ee-4ace-af91-1645213e0a87","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785186078.9059968,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47caeeda-7bb4-4b2c-9b01-182feb981a30","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186087.1085083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b5f45c3-9839-4b28-8664-d48277a8e62d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186087.1085289,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b95dfe5f-888f-4689-b102-d80b1398e885"} {"level":"info","ts":1785186087.108559,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b5f45c3-9839-4b28-8664-d48277a8e62d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186091.4156554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.4157495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb"} {"level":"info","ts":1785186091.4157672,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb"} {"level":"info","ts":1785186091.4157844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb","EoS":false} {"level":"info","ts":1785186091.4158032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb","EoS":true} {"level":"info","ts":1785186091.415831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785186091.4158528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785186091.4158847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb"} {"level":"info","ts":1785186091.4433432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.4434087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c"} {"level":"info","ts":1785186091.4434202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c"} {"level":"info","ts":1785186091.4434342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","EoS":false} {"level":"info","ts":1785186091.4434466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","EoS":true} {"level":"info","ts":1785186091.4434662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785186091.4434814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186091.4434888,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","modelName":"e2e-external-model"} {"level":"info","ts":1785186091.443503,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785186091.4435413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c"} {"level":"info","ts":1785186091.4772103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.477305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.4773173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.4773295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","EoS":false} {"level":"info","ts":1785186091.4773421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","EoS":true} {"level":"info","ts":1785186091.4773586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785186091.4773731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186091.4773924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.6155689,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.6156383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186091.615647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186091.6156583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","EoS":false} {"level":"info","ts":1785186091.6156693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","EoS":true} {"level":"info","ts":1785186091.615691,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","field":"model"} {"level":"info","ts":1785186091.6157146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186092.5306215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bddc856-ce24-4be5-b0c3-c0fd9df5a1e7"} {"level":"info","ts":1785186092.5306647,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b517e92-438c-4cb2-b548-bdca267bef29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186092.5307012,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b517e92-438c-4cb2-b548-bdca267bef29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186092.682215,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef8eb650-c71f-44a0-b58f-18e67b581f8a"} {"level":"info","ts":1785186092.6822517,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"300591d4-f0c3-4a12-a2a0-c1adfcce4e85","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186092.6822925,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"300591d4-f0c3-4a12-a2a0-c1adfcce4e85","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187364.7771385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187364.7772324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac33c14c-1218-41f8-af44-d09f02301511"} {"level":"info","ts":1785187422.4219542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187422.4220314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"} {"level":"info","ts":1785187422.4220421,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"} {"level":"info","ts":1785187422.4220529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","EoS":false} {"level":"info","ts":1785187422.4220636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","EoS":true} {"level":"info","ts":1785187422.4220865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187422.4221067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785187422.4221327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"}