{"level":"info","ts":1784835051.8683827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835051.8683996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835051.8684213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c"} {"level":"info","ts":1784835052.0050154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835052.0050926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"} {"level":"info","ts":1784835052.0051017,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"} {"level":"info","ts":1784835052.005113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","EoS":false} {"level":"info","ts":1784835052.0051231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","EoS":true} {"level":"info","ts":1784835052.0051415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835052.0051565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835052.0051763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"} {"level":"info","ts":1784835052.139556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835052.1396518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"} {"level":"info","ts":1784835052.139668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"} {"level":"info","ts":1784835052.139687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","EoS":false} {"level":"info","ts":1784835052.1397085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","EoS":true} {"level":"info","ts":1784835052.1397686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835052.1397893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835052.1398168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"} {"level":"info","ts":1784835052.2768843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835052.2769723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"} {"level":"info","ts":1784835052.276985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"} {"level":"info","ts":1784835052.2769997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","EoS":false} {"level":"info","ts":1784835052.2770145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","EoS":true} {"level":"info","ts":1784835052.2770371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835052.2770517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835052.2770765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"} {"level":"info","ts":1784835052.4165308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835052.416609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"} {"level":"info","ts":1784835052.4166198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"} {"level":"info","ts":1784835052.4166315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","EoS":false} {"level":"info","ts":1784835052.4166436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","EoS":true} {"level":"info","ts":1784835052.4166648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835052.4166796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835052.4167018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"} {"level":"info","ts":1784835052.5542524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835052.5543294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34ea894b-f54c-4024-9381-d08b688e5fdf"} {"level":"info","ts":1784835052.5543401,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34ea894b-f54c-4024-9381-d08b688e5fdf"} {"level":"info","ts":1784835052.5543513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34ea894b-f54c-4024-9381-d08b688e5fdf","EoS":false} {"level":"info","ts":1784835052.5543609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34ea894b-f54c-4024-9381-d08b688e5fdf","EoS":true} {"level":"info","ts":1784835052.5543811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34ea894b-f54c-4024-9381-d08b688e5fdf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835052.554396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34ea894b-f54c-4024-9381-d08b688e5fdf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835052.554417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34ea894b-f54c-4024-9381-d08b688e5fdf"} {"level":"info","ts":1784835068.2145894,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835068.214664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"} {"level":"info","ts":1784835068.2146728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"} {"level":"info","ts":1784835068.2146842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","EoS":false} {"level":"info","ts":1784835068.2146938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","EoS":true} {"level":"info","ts":1784835068.2147152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835068.2147467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835068.2147717,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"} {"level":"info","ts":1784835068.2588499,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835068.25893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"} {"level":"info","ts":1784835068.2589402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"} {"level":"info","ts":1784835068.2589514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","EoS":false} {"level":"info","ts":1784835068.2589614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","EoS":true} {"level":"info","ts":1784835068.2589831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835068.259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835068.2590206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"} {"level":"info","ts":1784835068.2954934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835068.295567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d10e9f7-d9ef-4a70-a7b3-dc85ee6f055d"} {"level":"info","ts":1784835068.2955792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d10e9f7-d9ef-4a70-a7b3-dc85ee6f055d"} {"level":"info","ts":1784835068.2955909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d10e9f7-d9ef-4a70-a7b3-dc85ee6f055d","EoS":false} {"level":"info","ts":1784835068.2956045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d10e9f7-d9ef-4a70-a7b3-dc85ee6f055d","EoS":true} {"level":"info","ts":1784835068.295624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d10e9f7-d9ef-4a70-a7b3-dc85ee6f055d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835068.2956386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d10e9f7-d9ef-4a70-a7b3-dc85ee6f055d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835068.2956574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d10e9f7-d9ef-4a70-a7b3-dc85ee6f055d"} {"level":"info","ts":1784835068.328539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835068.3286266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7399a09-8e80-4868-ba75-f1d4299d0033"} {"level":"info","ts":1784835068.3286438,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7399a09-8e80-4868-ba75-f1d4299d0033"} {"level":"info","ts":1784835068.3286572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7399a09-8e80-4868-ba75-f1d4299d0033","EoS":false} {"level":"info","ts":1784835068.3286674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7399a09-8e80-4868-ba75-f1d4299d0033","EoS":true} {"level":"info","ts":1784835068.3286865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7399a09-8e80-4868-ba75-f1d4299d0033","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835068.3287017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7399a09-8e80-4868-ba75-f1d4299d0033","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835068.3287451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7399a09-8e80-4868-ba75-f1d4299d0033"} {"level":"info","ts":1784835068.3601732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835068.360254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b"} {"level":"info","ts":1784835072.986569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835072.986644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"} {"level":"info","ts":1784835072.9866538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"} {"level":"info","ts":1784835072.9866645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","EoS":false} {"level":"info","ts":1784835072.9866786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","EoS":true} {"level":"info","ts":1784835072.986698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835072.986713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835072.9867585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"} {"level":"info","ts":1784835081.5289314,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835081.5290146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5782f9ac-fb09-43c2-845f-d7d9befcf225"} {"level":"info","ts":1784835081.5290267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5782f9ac-fb09-43c2-845f-d7d9befcf225"} {"level":"info","ts":1784835081.529039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5782f9ac-fb09-43c2-845f-d7d9befcf225","EoS":false} {"level":"info","ts":1784835081.529051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5782f9ac-fb09-43c2-845f-d7d9befcf225","EoS":true} {"level":"info","ts":1784835081.5290716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5782f9ac-fb09-43c2-845f-d7d9befcf225","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835081.5290852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5782f9ac-fb09-43c2-845f-d7d9befcf225","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835081.529105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5782f9ac-fb09-43c2-845f-d7d9befcf225"} {"level":"info","ts":1784835083.561898,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835083.5619905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f849b2e1-aafb-49eb-8899-11f46f9882db"} {"level":"info","ts":1784835083.5620022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f849b2e1-aafb-49eb-8899-11f46f9882db"} {"level":"info","ts":1784835083.5620158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f849b2e1-aafb-49eb-8899-11f46f9882db","EoS":false} {"level":"info","ts":1784835083.5620358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f849b2e1-aafb-49eb-8899-11f46f9882db","EoS":true} {"level":"info","ts":1784835083.5620553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f849b2e1-aafb-49eb-8899-11f46f9882db","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835083.5620701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f849b2e1-aafb-49eb-8899-11f46f9882db","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835083.562092,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f849b2e1-aafb-49eb-8899-11f46f9882db"} {"level":"info","ts":1784835085.5917628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835085.591837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"} {"level":"info","ts":1784835085.591847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"} {"level":"info","ts":1784835085.5918574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","EoS":false} {"level":"info","ts":1784835085.5918684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","EoS":true} {"level":"info","ts":1784835085.5918891,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835085.591904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835085.5919232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"} {"level":"info","ts":1784835098.475487,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835098.475582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"} {"level":"info","ts":1784835098.4755945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"} {"level":"info","ts":1784835098.4756072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","EoS":false} {"level":"info","ts":1784835098.4756176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","EoS":true} {"level":"info","ts":1784835098.4756362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835098.4756515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835098.4756756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"} {"level":"info","ts":1784835107.0334036,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835107.0334895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"} {"level":"info","ts":1784835107.0335019,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"} {"level":"info","ts":1784835107.0335171,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","EoS":false} {"level":"info","ts":1784835107.0335276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","EoS":true} {"level":"info","ts":1784835107.0335467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835107.0335605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835107.0335917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"} {"level":"info","ts":1784835115.928203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835115.9282892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"} {"level":"info","ts":1784835115.9283004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"} {"level":"info","ts":1784835115.9283113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","EoS":false} {"level":"info","ts":1784835115.9283254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","EoS":true} {"level":"info","ts":1784835115.9283478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835115.928364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835115.9283826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"} {"level":"info","ts":1784835124.952914,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835124.953001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"760d5dd3-effb-49f9-8abe-2d2f6548b809"} {"level":"info","ts":1784835124.9530158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"760d5dd3-effb-49f9-8abe-2d2f6548b809"} {"level":"info","ts":1784835124.95304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"760d5dd3-effb-49f9-8abe-2d2f6548b809","EoS":false} {"level":"info","ts":1784835124.953061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"760d5dd3-effb-49f9-8abe-2d2f6548b809","EoS":true} {"level":"info","ts":1784835124.953094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"760d5dd3-effb-49f9-8abe-2d2f6548b809","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835124.9531124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"760d5dd3-effb-49f9-8abe-2d2f6548b809","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835124.953143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"760d5dd3-effb-49f9-8abe-2d2f6548b809"} {"level":"info","ts":1784835129.7961726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835129.7962782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93435678-199b-4e39-a434-d404ae5cca14"} {"level":"info","ts":1784835129.796295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93435678-199b-4e39-a434-d404ae5cca14"} {"level":"info","ts":1784835129.796309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93435678-199b-4e39-a434-d404ae5cca14","EoS":false} {"level":"info","ts":1784835129.796321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93435678-199b-4e39-a434-d404ae5cca14","EoS":true} {"level":"info","ts":1784835129.796343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93435678-199b-4e39-a434-d404ae5cca14","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835129.796358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93435678-199b-4e39-a434-d404ae5cca14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835129.7963867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93435678-199b-4e39-a434-d404ae5cca14"} {"level":"info","ts":1784835134.6128068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835134.6128936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45647885-2722-47d0-b603-bf701a858512"} {"level":"info","ts":1784835134.6129036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45647885-2722-47d0-b603-bf701a858512"} {"level":"info","ts":1784835134.6129155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45647885-2722-47d0-b603-bf701a858512","EoS":false} {"level":"info","ts":1784835134.6129282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45647885-2722-47d0-b603-bf701a858512","EoS":true} {"level":"info","ts":1784835134.6129482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45647885-2722-47d0-b603-bf701a858512","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835134.6129642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45647885-2722-47d0-b603-bf701a858512","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835134.6129842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45647885-2722-47d0-b603-bf701a858512"} {"level":"info","ts":1784835134.869435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835134.8695128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a212200-cc97-4b98-aadf-26be417d91b8"} {"level":"info","ts":1784835134.8695235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a212200-cc97-4b98-aadf-26be417d91b8"} {"level":"info","ts":1784835134.869539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a212200-cc97-4b98-aadf-26be417d91b8","EoS":false} {"level":"info","ts":1784835134.8695576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a212200-cc97-4b98-aadf-26be417d91b8","EoS":true} {"level":"info","ts":1784835134.8695762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a212200-cc97-4b98-aadf-26be417d91b8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835134.869591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a212200-cc97-4b98-aadf-26be417d91b8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835134.8696144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a212200-cc97-4b98-aadf-26be417d91b8"} {"level":"info","ts":1784835136.9022317,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835136.9023092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4d2b990-1f70-416e-822d-a2ba4021a037"} {"level":"info","ts":1784835136.9023201,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4d2b990-1f70-416e-822d-a2ba4021a037"} {"level":"info","ts":1784835136.902331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4d2b990-1f70-416e-822d-a2ba4021a037","EoS":false} {"level":"info","ts":1784835136.9023411,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4d2b990-1f70-416e-822d-a2ba4021a037","EoS":true} {"level":"info","ts":1784835136.9023635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4d2b990-1f70-416e-822d-a2ba4021a037","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835136.9023783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4d2b990-1f70-416e-822d-a2ba4021a037","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835136.9023972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4d2b990-1f70-416e-822d-a2ba4021a037"} {"level":"info","ts":1784835138.9375825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835138.9376845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c03df994-be53-492e-a800-f66350d291fc"} {"level":"info","ts":1784835138.9377017,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c03df994-be53-492e-a800-f66350d291fc"} {"level":"info","ts":1784835138.9377186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c03df994-be53-492e-a800-f66350d291fc","EoS":false} {"level":"info","ts":1784835138.9377675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c03df994-be53-492e-a800-f66350d291fc","EoS":true} {"level":"info","ts":1784835138.9377952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c03df994-be53-492e-a800-f66350d291fc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835138.9378145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c03df994-be53-492e-a800-f66350d291fc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835138.9378407,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c03df994-be53-492e-a800-f66350d291fc"} {"level":"info","ts":1784835140.9692829,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835140.9693768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"} {"level":"info","ts":1784835140.9693916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"} {"level":"info","ts":1784835140.9694037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","EoS":false} {"level":"info","ts":1784835140.9694147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","EoS":true} {"level":"info","ts":1784835140.969436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835140.9694526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835140.969472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"} {"level":"info","ts":1784835163.6962576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835163.6963356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"} {"level":"info","ts":1784835163.6963453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"} {"level":"info","ts":1784835163.696357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","EoS":false} {"level":"info","ts":1784835163.6963696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","EoS":true} {"level":"info","ts":1784835163.6963935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835163.6964076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835163.6964276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"} {"level":"info","ts":1784835173.0001452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835173.0002272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acf42108-b023-4452-b8b0-275c0423e13a"} {"level":"info","ts":1784835173.0002477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"acf42108-b023-4452-b8b0-275c0423e13a"} {"level":"info","ts":1784835173.0002642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acf42108-b023-4452-b8b0-275c0423e13a","EoS":false} {"level":"info","ts":1784835173.0002809,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acf42108-b023-4452-b8b0-275c0423e13a","EoS":true} {"level":"info","ts":1784835173.000301,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acf42108-b023-4452-b8b0-275c0423e13a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835173.000316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acf42108-b023-4452-b8b0-275c0423e13a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835173.0003388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"acf42108-b023-4452-b8b0-275c0423e13a"} {"level":"info","ts":1784835178.5064976,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835178.5065753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5eaecf99-64ae-467d-82f1-dc0776d9f0c8"} {"level":"info","ts":1784835178.5065858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5eaecf99-64ae-467d-82f1-dc0776d9f0c8"} {"level":"info","ts":1784835178.5065968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5eaecf99-64ae-467d-82f1-dc0776d9f0c8","EoS":false} {"level":"info","ts":1784835178.5066123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5eaecf99-64ae-467d-82f1-dc0776d9f0c8","EoS":true} {"level":"info","ts":1784835178.5066333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5eaecf99-64ae-467d-82f1-dc0776d9f0c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835178.506649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5eaecf99-64ae-467d-82f1-dc0776d9f0c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835178.5066705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5eaecf99-64ae-467d-82f1-dc0776d9f0c8"} {"level":"info","ts":1784835188.137059,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835188.1371453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f60c5c94-82ed-46ef-b18e-d53080cef174"} {"level":"info","ts":1784835188.137155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f60c5c94-82ed-46ef-b18e-d53080cef174"} {"level":"info","ts":1784835188.1371663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f60c5c94-82ed-46ef-b18e-d53080cef174","EoS":false} {"level":"info","ts":1784835188.137178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f60c5c94-82ed-46ef-b18e-d53080cef174","EoS":true} {"level":"info","ts":1784835188.1372015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f60c5c94-82ed-46ef-b18e-d53080cef174","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835188.13722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f60c5c94-82ed-46ef-b18e-d53080cef174","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835188.1372397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f60c5c94-82ed-46ef-b18e-d53080cef174"} {"level":"info","ts":1784835190.170635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835190.1707132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"} {"level":"info","ts":1784835190.1707225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"} {"level":"info","ts":1784835190.1707547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","EoS":false} {"level":"info","ts":1784835190.1707654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","EoS":true} {"level":"info","ts":1784835190.1707852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835190.170798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835190.1708193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"} {"level":"info","ts":1784835199.5956888,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835199.5958037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"} {"level":"info","ts":1784835199.5958211,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"} {"level":"info","ts":1784835199.5958357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","EoS":false} {"level":"info","ts":1784835199.5958493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","EoS":true} {"level":"info","ts":1784835199.59587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835199.5958848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835199.5959098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"} {"level":"info","ts":1784835199.6346073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835199.6346838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"} {"level":"info","ts":1784835199.634693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"} {"level":"info","ts":1784835199.6347048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","EoS":false} {"level":"info","ts":1784835199.6347146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","EoS":true} {"level":"info","ts":1784835199.6347525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835199.634769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835199.6347904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"} {"level":"info","ts":1784835218.8176217,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835218.8177028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"} {"level":"info","ts":1784835218.8177104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"} {"level":"info","ts":1784835218.8177218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","EoS":false} {"level":"info","ts":1784835218.8177545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","EoS":true} {"level":"info","ts":1784835218.8177733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835218.8177876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835218.8178082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"} {"level":"info","ts":1784835228.1538193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835228.1539044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c069092-5f7a-4e95-aa5c-3578a0b0c7b1"} {"level":"info","ts":1784835228.1539166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c069092-5f7a-4e95-aa5c-3578a0b0c7b1"} {"level":"info","ts":1784835228.153936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c069092-5f7a-4e95-aa5c-3578a0b0c7b1","EoS":false} {"level":"info","ts":1784835228.153955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c069092-5f7a-4e95-aa5c-3578a0b0c7b1","EoS":true} {"level":"info","ts":1784835228.153985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c069092-5f7a-4e95-aa5c-3578a0b0c7b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835228.1540043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c069092-5f7a-4e95-aa5c-3578a0b0c7b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835228.1540327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c069092-5f7a-4e95-aa5c-3578a0b0c7b1"} {"level":"info","ts":1784835233.401071,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835233.4011536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a813966d-531e-4ec9-9247-a49a944572df"} {"level":"info","ts":1784835233.4011633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a813966d-531e-4ec9-9247-a49a944572df"} {"level":"info","ts":1784835233.401175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a813966d-531e-4ec9-9247-a49a944572df","EoS":false} {"level":"info","ts":1784835233.4011946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a813966d-531e-4ec9-9247-a49a944572df","EoS":true} {"level":"info","ts":1784835233.4012167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a813966d-531e-4ec9-9247-a49a944572df","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835233.4012325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a813966d-531e-4ec9-9247-a49a944572df","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835233.4012587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a813966d-531e-4ec9-9247-a49a944572df"} {"level":"info","ts":1784835323.819528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835323.8196113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac5e7fac-b3f8-4dfb-b59e-36c367a53cfd"} {"level":"info","ts":1784835323.819621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac5e7fac-b3f8-4dfb-b59e-36c367a53cfd"} {"level":"info","ts":1784835323.8196323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac5e7fac-b3f8-4dfb-b59e-36c367a53cfd","EoS":false} {"level":"info","ts":1784835323.819646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac5e7fac-b3f8-4dfb-b59e-36c367a53cfd","EoS":true} {"level":"info","ts":1784835323.8196669,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac5e7fac-b3f8-4dfb-b59e-36c367a53cfd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784835323.8196821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac5e7fac-b3f8-4dfb-b59e-36c367a53cfd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784835323.8197014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac5e7fac-b3f8-4dfb-b59e-36c367a53cfd"} {"level":"info","ts":1784835349.0109937,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835349.0110755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"} {"level":"info","ts":1784835349.0110853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"} {"level":"info","ts":1784835349.0110965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","EoS":false} {"level":"info","ts":1784835349.0111096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","EoS":true} {"level":"info","ts":1784835349.0111313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784835349.0111454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784835349.0111647,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"} {"level":"info","ts":1784835385.9674516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835385.9675415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"} {"level":"info","ts":1784835385.9675574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"} {"level":"info","ts":1784835385.9675705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","EoS":false} {"level":"info","ts":1784835385.9675803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","EoS":true} {"level":"info","ts":1784835385.9675992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835385.9676142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835385.967635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"} {"level":"info","ts":1784835401.1940455,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835401.1941223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"} {"level":"info","ts":1784835401.1941319,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"} {"level":"info","ts":1784835401.1941435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","EoS":false} {"level":"info","ts":1784835401.1941588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","EoS":true} {"level":"info","ts":1784835401.19418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835401.1941962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835401.194216,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"} {"level":"info","ts":1784835401.471274,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835401.471359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23ca2585-4d99-402a-aef0-77ca1ab99c65"} {"level":"info","ts":1784835401.471373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23ca2585-4d99-402a-aef0-77ca1ab99c65"} {"level":"info","ts":1784835401.471384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23ca2585-4d99-402a-aef0-77ca1ab99c65","EoS":false} {"level":"info","ts":1784835401.4713953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23ca2585-4d99-402a-aef0-77ca1ab99c65","EoS":true} {"level":"info","ts":1784835401.4714153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23ca2585-4d99-402a-aef0-77ca1ab99c65","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835401.4714322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23ca2585-4d99-402a-aef0-77ca1ab99c65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835401.471454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23ca2585-4d99-402a-aef0-77ca1ab99c65"} {"level":"info","ts":1784835722.3469946,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835722.347084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"} {"level":"info","ts":1784835722.347092,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"} {"level":"info","ts":1784835722.3471043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","EoS":false} {"level":"info","ts":1784835722.3471236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","EoS":true} {"level":"info","ts":1784835722.3471494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835722.3471699,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835722.3472142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"} {"level":"info","ts":1784835722.4162824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835722.4163692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"351cd11e-378b-4f55-a258-6a966dc6edbb"} {"level":"info","ts":1784835722.4163783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"351cd11e-378b-4f55-a258-6a966dc6edbb"} {"level":"info","ts":1784835722.4163961,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"351cd11e-378b-4f55-a258-6a966dc6edbb","EoS":false} {"level":"info","ts":1784835722.4164104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"351cd11e-378b-4f55-a258-6a966dc6edbb","EoS":true} {"level":"info","ts":1784835722.4164305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"351cd11e-378b-4f55-a258-6a966dc6edbb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835722.4164457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"351cd11e-378b-4f55-a258-6a966dc6edbb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835722.4164655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"351cd11e-378b-4f55-a258-6a966dc6edbb"} {"level":"info","ts":1784835722.4625769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835722.4626832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c902cfe6-0281-4995-b5e8-d17e66433eab"} {"level":"info","ts":1784835722.4627044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c902cfe6-0281-4995-b5e8-d17e66433eab"} {"level":"info","ts":1784835722.462723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c902cfe6-0281-4995-b5e8-d17e66433eab","EoS":false} {"level":"info","ts":1784835722.4627626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c902cfe6-0281-4995-b5e8-d17e66433eab","EoS":true} {"level":"info","ts":1784835722.462794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c902cfe6-0281-4995-b5e8-d17e66433eab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835722.462814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c902cfe6-0281-4995-b5e8-d17e66433eab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835722.462843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c902cfe6-0281-4995-b5e8-d17e66433eab"} {"level":"info","ts":1784835727.3120039,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc0ae3d9-78a4-422a-b10a-e061901b5539"} {"level":"info","ts":1784835727.3120217,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a1b0ed6-102e-4f74-88ff-dd9c88fbfbde","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784835727.3120668,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a1b0ed6-102e-4f74-88ff-dd9c88fbfbde","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784835727.3188848,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f6afbd5-e800-4045-975f-3e8410ca517c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784835727.3189118,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f6afbd5-e800-4045-975f-3e8410ca517c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784835727.3225522,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc0ae3d9-78a4-422a-b10a-e061901b5539","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835727.3228028,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34025.69903117,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.3228245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.4343991,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82aa74ca-7f40-4d0f-bf3f-e73177927628"} {"level":"info","ts":1784835727.4350052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa921b0d-eb29-49e7-beae-a41509bdf387","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835727.4351296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa921b0d-eb29-49e7-beae-a41509bdf387","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784835727.438807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dec65a4b-4c38-4306-8761-2075bb136b02","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835727.4388435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dec65a4b-4c38-4306-8761-2075bb136b02","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784835727.5314713,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.5331974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a55af99-78a4-4d81-93e7-128ea1158223","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835727.5332513,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a55af99-78a4-4d81-93e7-128ea1158223","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784835727.5333033,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c9abbf6-523a-4f27-a5db-ca36afcde5dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784835727.5333319,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c9abbf6-523a-4f27-a5db-ca36afcde5dc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784835727.533379,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea60157b-81b5-4461-ad51-3f279c2eed4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835727.5333967,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea60157b-81b5-4461-ad51-3f279c2eed4e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784835727.5335112,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82aa74ca-7f40-4d0f-bf3f-e73177927628","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835727.5338027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34852.550459865,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.533821,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.5428615,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.58316,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"217d42a9-0452-43ac-993a-cef148bf9970","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835727.5832002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"217d42a9-0452-43ac-993a-cef148bf9970","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784835727.5955763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6de0b08-c0b4-4c7e-b4e1-83befd33ab47","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835727.5956311,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6de0b08-c0b4-4c7e-b4e1-83befd33ab47","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784835727.6122396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f45f3784-a9b1-437b-ab09-72afc175ead5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835727.612299,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f45f3784-a9b1-437b-ab09-72afc175ead5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784835727.6232278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36436.298726543,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.6232572,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.632069,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784835727.6342113,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82aa74ca-7f40-4d0f-bf3f-e73177927628","name":"e2e-external-model"} {"level":"info","ts":1784835727.6431093,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82aa74ca-7f40-4d0f-bf3f-e73177927628","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784835727.64897,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82aa74ca-7f40-4d0f-bf3f-e73177927628","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835727.649077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"345dddf0-b4dd-46cd-ac1b-ca04dc25f690"} {"level":"info","ts":1784835727.649133,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"345dddf0-b4dd-46cd-ac1b-ca04dc25f690","name":"e2e-external-model"} {"level":"info","ts":1784835727.658487,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"345dddf0-b4dd-46cd-ac1b-ca04dc25f690","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784835727.7236373,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc0ae3d9-78a4-422a-b10a-e061901b5539","name":"e2e-external-provider"} {"level":"info","ts":1784835727.7382076,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc0ae3d9-78a4-422a-b10a-e061901b5539","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784835727.742194,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc0ae3d9-78a4-422a-b10a-e061901b5539","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835727.7423134,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa52f090-9c50-45d8-bb3e-309b179bf305"} {"level":"info","ts":1784835727.7423584,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa52f090-9c50-45d8-bb3e-309b179bf305","name":"e2e-external-provider"} {"level":"info","ts":1784835727.7552214,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa52f090-9c50-45d8-bb3e-309b179bf305","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784835734.7089806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835734.7090592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f"} {"level":"info","ts":1784835734.7090685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f"} {"level":"info","ts":1784835734.709079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f","EoS":false} {"level":"info","ts":1784835734.709089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f","EoS":true} {"level":"info","ts":1784835734.709108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784835734.709126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784835734.709133,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f","modelName":"e2e-external-model"} {"level":"info","ts":1784835734.709148,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784835734.7092102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22a1217c-87e0-46f7-9edb-f4151d23503f"} {"level":"info","ts":1784835734.753919,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835734.7539904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc"} {"level":"info","ts":1784835734.7539997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc"} {"level":"info","ts":1784835734.7540102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc","EoS":false} {"level":"info","ts":1784835734.7540207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc","EoS":true} {"level":"info","ts":1784835734.75404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784835734.754059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784835734.754066,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc","modelName":"e2e-external-model"} {"level":"info","ts":1784835734.7540808,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784835734.7541182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ce43c17-6b4e-49c6-bec6-aaad812097cc"} {"level":"info","ts":1784835734.7774262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835734.7775187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12"} {"level":"info","ts":1784835734.77753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12"} {"level":"info","ts":1784835734.7775419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","EoS":false} {"level":"info","ts":1784835734.777553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","EoS":true} {"level":"info","ts":1784835734.7775738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784835734.7775905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784835734.777598,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","modelName":"e2e-external-model"} {"level":"info","ts":1784835734.7776117,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784835734.7776542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12"} {"level":"info","ts":1784835734.903161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90713fe7-4acd-42e7-a55e-269a7e4c0595"} {"level":"info","ts":1784835734.9031703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c84e441-c2ac-4076-b28e-70a85114f1ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784835734.9032884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c84e441-c2ac-4076-b28e-70a85114f1ac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784835734.9104555,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd18101-1b96-49ac-a9c1-a5ae949b8364","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784835734.9104888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd18101-1b96-49ac-a9c1-a5ae949b8364","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784835734.9115434,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90713fe7-4acd-42e7-a55e-269a7e4c0595","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835734.911605,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90713fe7-4acd-42e7-a55e-269a7e4c0595","name":"e2e-cleanup-test"} {"level":"info","ts":1784835734.925545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0c7c95e-32cf-443c-8d6b-543830231149","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784835734.9255822,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0c7c95e-32cf-443c-8d6b-543830231149","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784835734.9341404,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90713fe7-4acd-42e7-a55e-269a7e4c0595","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784835734.9342039,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90713fe7-4acd-42e7-a55e-269a7e4c0595","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835734.9342816,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd829d4f-0be7-42e0-8e0b-11abe6307caf"} {"level":"info","ts":1784835734.9343407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd829d4f-0be7-42e0-8e0b-11abe6307caf","name":"e2e-cleanup-test"} {"level":"info","ts":1784835734.9409578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d4c1ae-61f7-4ec7-ab0d-2f363a57b1ad","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784835734.940996,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d4c1ae-61f7-4ec7-ab0d-2f363a57b1ad","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784835734.9431307,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd829d4f-0be7-42e0-8e0b-11abe6307caf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784835734.947018,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd829d4f-0be7-42e0-8e0b-11abe6307caf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835734.947118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75455aa5-bc0b-4a00-94f1-32499955a3da"} {"level":"info","ts":1784835734.9471858,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75455aa5-bc0b-4a00-94f1-32499955a3da","name":"e2e-cleanup-test"} {"level":"info","ts":1784835734.956664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22a3055d-34e2-45fe-ac3c-ce520b775be8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784835734.9566958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22a3055d-34e2-45fe-ac3c-ce520b775be8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784835734.957236,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75455aa5-bc0b-4a00-94f1-32499955a3da","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784835734.9606779,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75455aa5-bc0b-4a00-94f1-32499955a3da","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784835734.96077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51840019-26eb-40ce-b776-959958d2c065"} {"level":"info","ts":1784835734.9608197,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51840019-26eb-40ce-b776-959958d2c065","name":"e2e-cleanup-test"} {"level":"info","ts":1784835734.9686394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51840019-26eb-40ce-b776-959958d2c065","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784835743.157592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1a53c3b-742a-4291-bd3f-48633859c21c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784835743.1576405,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1a53c3b-742a-4291-bd3f-48633859c21c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784835743.1575897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf2a3ae1-033c-4029-97fc-16ea4b7495db"} {"level":"info","ts":1784835747.4586735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835747.4587784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9"} {"level":"info","ts":1784835747.4587932,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9"} {"level":"info","ts":1784835747.4588122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9","EoS":false} {"level":"info","ts":1784835747.4588335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9","EoS":true} {"level":"info","ts":1784835747.4588552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784835747.4588747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784835747.4588957,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9"} {"level":"info","ts":1784835747.4881663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835747.4882467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758"} {"level":"info","ts":1784835747.4882667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758"} {"level":"info","ts":1784835747.4882798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","EoS":false} {"level":"info","ts":1784835747.4882898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","EoS":true} {"level":"info","ts":1784835747.4883122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784835747.4883287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784835747.4883354,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","modelName":"e2e-external-model"} {"level":"info","ts":1784835747.4883492,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784835747.4883914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758"} {"level":"info","ts":1784835747.530677,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835747.5308034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"} {"level":"info","ts":1784835747.5308194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"} {"level":"info","ts":1784835747.530838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","EoS":false} {"level":"info","ts":1784835747.5308583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","EoS":true} {"level":"info","ts":1784835747.5308776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784835747.530893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784835747.5309162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"} {"level":"info","ts":1784835747.6994653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835747.6995573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"} {"level":"info","ts":1784835747.6995711,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"} {"level":"info","ts":1784835747.6995835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","EoS":false} {"level":"info","ts":1784835747.699593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","EoS":true} {"level":"info","ts":1784835747.699616,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","field":"model"} {"level":"info","ts":1784835747.6996412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"} {"level":"info","ts":1784835748.6266456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa4296be-5b99-4b61-b728-aa3a5f43c305","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835748.6266859,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa4296be-5b99-4b61-b728-aa3a5f43c305","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784835748.6266901,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb25ec6f-6f42-4d31-9e8c-3f671ee11305"} {"level":"info","ts":1784835748.7645087,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c77b0873-733c-45e0-a409-9ed44d1b82d7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784835748.7645547,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c77b0873-733c-45e0-a409-9ed44d1b82d7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784835748.7645516,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b194d22-d017-4037-9867-07ac94ff3a79"} {"level":"info","ts":1784836329.8156185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836329.8156998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a876d0c8-c3fd-4c6a-87b3-dd6927241d35"} {"level":"info","ts":1784836329.8157084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a876d0c8-c3fd-4c6a-87b3-dd6927241d35"} {"level":"info","ts":1784836329.8157187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a876d0c8-c3fd-4c6a-87b3-dd6927241d35","EoS":false} {"level":"info","ts":1784836329.8157845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a876d0c8-c3fd-4c6a-87b3-dd6927241d35","EoS":true} {"level":"info","ts":1784836329.8158092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a876d0c8-c3fd-4c6a-87b3-dd6927241d35","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784836329.8158262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a876d0c8-c3fd-4c6a-87b3-dd6927241d35","path":"/ai-tenant-e2e-inf-b-ef2e0a/test-model-ef2e0a/v1/chat/completions"} {"level":"info","ts":1784836329.8158484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a876d0c8-c3fd-4c6a-87b3-dd6927241d35"} {"level":"info","ts":1784836350.8689137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836350.868992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"} {"level":"info","ts":1784836350.8690019,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"} {"level":"info","ts":1784836350.869013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","EoS":false} {"level":"info","ts":1784836350.8690238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","EoS":true} {"level":"info","ts":1784836350.8690438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784836350.8690584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","path":"/ai-tenant-e2e-inf-b-ef2e0a/test-model-ef2e0a/v1/chat/completions"} {"level":"info","ts":1784836350.8690767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"} {"level":"info","ts":1784836824.2297144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836824.2298112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"} {"level":"info","ts":1784836824.2298193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"} {"level":"info","ts":1784836824.22983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","EoS":false} {"level":"info","ts":1784836824.2298412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","EoS":true} {"level":"info","ts":1784836824.2298603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784836824.2298734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","path":"/ai-tenant-e2e-shared-b-829079/rate-test-model-829079/v1/completions"} {"level":"info","ts":1784836824.229893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"}