{"level":"info","ts":1784913899.6860976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcde824f-d263-4b73-889b-c810f9f0078d"} {"level":"info","ts":1784913899.6861134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bcde824f-d263-4b73-889b-c810f9f0078d"} {"level":"info","ts":1784913899.6861331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcde824f-d263-4b73-889b-c810f9f0078d","EoS":false} {"level":"info","ts":1784913899.686155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcde824f-d263-4b73-889b-c810f9f0078d","EoS":true} {"level":"info","ts":1784913899.6861868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcde824f-d263-4b73-889b-c810f9f0078d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913899.6862044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcde824f-d263-4b73-889b-c810f9f0078d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913899.6862366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bcde824f-d263-4b73-889b-c810f9f0078d"} {"level":"info","ts":1784913903.8337765,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913903.8338554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"107fd36a-35ef-4687-b3fd-042bfbab7765"} {"level":"info","ts":1784913903.8338656,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"107fd36a-35ef-4687-b3fd-042bfbab7765"} {"level":"info","ts":1784913903.8338768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"107fd36a-35ef-4687-b3fd-042bfbab7765","EoS":false} {"level":"info","ts":1784913903.8338878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"107fd36a-35ef-4687-b3fd-042bfbab7765","EoS":true} {"level":"info","ts":1784913903.8339202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"107fd36a-35ef-4687-b3fd-042bfbab7765","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913903.8339362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"107fd36a-35ef-4687-b3fd-042bfbab7765","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913903.8339589,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"107fd36a-35ef-4687-b3fd-042bfbab7765"} {"level":"info","ts":1784913922.7213802,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913922.721459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"} {"level":"info","ts":1784913922.7214718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"} {"level":"info","ts":1784913922.721483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","EoS":false} {"level":"info","ts":1784913922.7214966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","EoS":true} {"level":"info","ts":1784913922.7215214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913922.7215378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913922.7215576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"} {"level":"info","ts":1784913922.8591008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913922.8591893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"} {"level":"info","ts":1784913922.8592024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"} {"level":"info","ts":1784913922.8592138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","EoS":false} {"level":"info","ts":1784913922.859227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","EoS":true} {"level":"info","ts":1784913922.859249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913922.8592649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913922.8592856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"} {"level":"info","ts":1784913922.9997597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913922.999847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"} {"level":"info","ts":1784913922.9998572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"} {"level":"info","ts":1784913922.9998689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","EoS":false} {"level":"info","ts":1784913922.9998796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","EoS":true} {"level":"info","ts":1784913922.9998999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913922.9999158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913922.9999404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"} {"level":"info","ts":1784913923.1360428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913923.1361156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"} {"level":"info","ts":1784913923.1361246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"} {"level":"info","ts":1784913923.1361372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","EoS":false} {"level":"info","ts":1784913923.136148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","EoS":true} {"level":"info","ts":1784913923.1361668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913923.136183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913923.1362042,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"} {"level":"info","ts":1784913923.272281,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913923.2723897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"} {"level":"info","ts":1784913923.2724059,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"} {"level":"info","ts":1784913923.2724226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","EoS":false} {"level":"info","ts":1784913923.2724364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","EoS":true} {"level":"info","ts":1784913923.272458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913923.2724748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913923.2724974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"} {"level":"info","ts":1784913923.4091187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913923.4092116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85b5403b-59b4-45f7-aaf3-183601ab9227"} {"level":"info","ts":1784913923.4092312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85b5403b-59b4-45f7-aaf3-183601ab9227"} {"level":"info","ts":1784913923.4092462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85b5403b-59b4-45f7-aaf3-183601ab9227","EoS":false} {"level":"info","ts":1784913923.4092588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85b5403b-59b4-45f7-aaf3-183601ab9227","EoS":true} {"level":"info","ts":1784913923.4092796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85b5403b-59b4-45f7-aaf3-183601ab9227","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913923.409295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85b5403b-59b4-45f7-aaf3-183601ab9227","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913923.409319,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85b5403b-59b4-45f7-aaf3-183601ab9227"} {"level":"info","ts":1784913938.9632568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913938.9633427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"} {"level":"info","ts":1784913938.9633546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"} {"level":"info","ts":1784913938.9633737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","EoS":false} {"level":"info","ts":1784913938.9633873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","EoS":true} {"level":"info","ts":1784913938.9634147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913938.9634364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913938.9634624,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"} {"level":"info","ts":1784913939.0023127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913939.0023942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dbe0d77-eb8b-440b-9826-ed96815e588d"} {"level":"info","ts":1784913939.0024047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8dbe0d77-eb8b-440b-9826-ed96815e588d"} {"level":"info","ts":1784913939.0024168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dbe0d77-eb8b-440b-9826-ed96815e588d","EoS":false} {"level":"info","ts":1784913939.0024312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dbe0d77-eb8b-440b-9826-ed96815e588d","EoS":true} {"level":"info","ts":1784913939.0024517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8dbe0d77-eb8b-440b-9826-ed96815e588d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913939.002469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dbe0d77-eb8b-440b-9826-ed96815e588d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913939.0024889,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8dbe0d77-eb8b-440b-9826-ed96815e588d"} {"level":"info","ts":1784913939.038708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913939.0387807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b63f949-ebd4-4dfd-b3d2-0e7224b204ef"} {"level":"info","ts":1784913939.038791,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b63f949-ebd4-4dfd-b3d2-0e7224b204ef"} {"level":"info","ts":1784913939.0388017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b63f949-ebd4-4dfd-b3d2-0e7224b204ef","EoS":false} {"level":"info","ts":1784913939.0388126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b63f949-ebd4-4dfd-b3d2-0e7224b204ef","EoS":true} {"level":"info","ts":1784913939.0388322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b63f949-ebd4-4dfd-b3d2-0e7224b204ef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913939.0388474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b63f949-ebd4-4dfd-b3d2-0e7224b204ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913939.0388715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b63f949-ebd4-4dfd-b3d2-0e7224b204ef"} {"level":"info","ts":1784913939.0759478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913939.0760508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a"} {"level":"info","ts":1784913943.6983178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913943.6984112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"} {"level":"info","ts":1784913943.698426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"} {"level":"info","ts":1784913943.6984408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","EoS":false} {"level":"info","ts":1784913943.698459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","EoS":true} {"level":"info","ts":1784913943.6984873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913943.698512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913943.6985433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"} {"level":"info","ts":1784913952.2433815,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913952.243468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"071ee7b4-5bd9-49ea-b604-a71ff18e2a4e"} {"level":"info","ts":1784913952.2434773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"071ee7b4-5bd9-49ea-b604-a71ff18e2a4e"} {"level":"info","ts":1784913952.2434897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"071ee7b4-5bd9-49ea-b604-a71ff18e2a4e","EoS":false} {"level":"info","ts":1784913952.2435017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"071ee7b4-5bd9-49ea-b604-a71ff18e2a4e","EoS":true} {"level":"info","ts":1784913952.2435222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"071ee7b4-5bd9-49ea-b604-a71ff18e2a4e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913952.2435384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"071ee7b4-5bd9-49ea-b604-a71ff18e2a4e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913952.243562,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"071ee7b4-5bd9-49ea-b604-a71ff18e2a4e"} {"level":"info","ts":1784913954.2803047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913954.2803946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f7d69e3-fc00-40d3-9c92-e2e843f28f9b"} {"level":"info","ts":1784913954.2804053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f7d69e3-fc00-40d3-9c92-e2e843f28f9b"} {"level":"info","ts":1784913954.2804167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f7d69e3-fc00-40d3-9c92-e2e843f28f9b","EoS":false} {"level":"info","ts":1784913954.2804265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f7d69e3-fc00-40d3-9c92-e2e843f28f9b","EoS":true} {"level":"info","ts":1784913954.280446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f7d69e3-fc00-40d3-9c92-e2e843f28f9b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913954.2804606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f7d69e3-fc00-40d3-9c92-e2e843f28f9b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913954.2804844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f7d69e3-fc00-40d3-9c92-e2e843f28f9b"} {"level":"info","ts":1784913956.3198853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913956.3199618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"} {"level":"info","ts":1784913956.3199723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"} {"level":"info","ts":1784913956.3199832,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","EoS":false} {"level":"info","ts":1784913956.3199952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","EoS":true} {"level":"info","ts":1784913956.320032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913956.3200483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913956.3200715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"} {"level":"info","ts":1784913969.1684556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913969.168532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"} {"level":"info","ts":1784913969.1685421,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"} {"level":"info","ts":1784913969.168553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","EoS":false} {"level":"info","ts":1784913969.168564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","EoS":true} {"level":"info","ts":1784913969.168585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913969.168601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913969.1686306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"} {"level":"info","ts":1784913977.6795778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913977.679674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"} {"level":"info","ts":1784913977.6796892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"} {"level":"info","ts":1784913977.6797094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","EoS":false} {"level":"info","ts":1784913977.6797254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","EoS":true} {"level":"info","ts":1784913977.6797478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913977.6797633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913977.6797867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"} {"level":"info","ts":1784913986.5497236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913986.5498018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"} {"level":"info","ts":1784913986.5498126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"} {"level":"info","ts":1784913986.549824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","EoS":false} {"level":"info","ts":1784913986.5498397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","EoS":true} {"level":"info","ts":1784913986.549865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913986.549882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913986.5499017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"} {"level":"info","ts":1784913995.4939628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913995.4940746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db4f2ec5-d0af-4a7e-9d31-cb9d75395753"} {"level":"info","ts":1784913995.4940886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db4f2ec5-d0af-4a7e-9d31-cb9d75395753"} {"level":"info","ts":1784913995.4941015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db4f2ec5-d0af-4a7e-9d31-cb9d75395753","EoS":false} {"level":"info","ts":1784913995.4941154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db4f2ec5-d0af-4a7e-9d31-cb9d75395753","EoS":true} {"level":"info","ts":1784913995.4941394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db4f2ec5-d0af-4a7e-9d31-cb9d75395753","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913995.4941576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db4f2ec5-d0af-4a7e-9d31-cb9d75395753","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913995.4941778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db4f2ec5-d0af-4a7e-9d31-cb9d75395753"} {"level":"info","ts":1784914003.3312664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914003.331365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26ba78d0-cb68-4209-b581-6e1e81814b86"} {"level":"info","ts":1784914003.3313844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26ba78d0-cb68-4209-b581-6e1e81814b86"} {"level":"info","ts":1784914003.3313987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26ba78d0-cb68-4209-b581-6e1e81814b86","EoS":false} {"level":"info","ts":1784914003.331413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26ba78d0-cb68-4209-b581-6e1e81814b86","EoS":true} {"level":"info","ts":1784914003.331436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26ba78d0-cb68-4209-b581-6e1e81814b86","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914003.331452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26ba78d0-cb68-4209-b581-6e1e81814b86","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914003.331474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26ba78d0-cb68-4209-b581-6e1e81814b86"} {"level":"info","ts":1784914008.0788317,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914008.0789044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fdb1b08-ba63-45b2-8048-8546c81a29b1"} {"level":"info","ts":1784914008.0789165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fdb1b08-ba63-45b2-8048-8546c81a29b1"} {"level":"info","ts":1784914008.0789285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fdb1b08-ba63-45b2-8048-8546c81a29b1","EoS":false} {"level":"info","ts":1784914008.0789409,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fdb1b08-ba63-45b2-8048-8546c81a29b1","EoS":true} {"level":"info","ts":1784914008.0789611,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fdb1b08-ba63-45b2-8048-8546c81a29b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914008.0789769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fdb1b08-ba63-45b2-8048-8546c81a29b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914008.0789976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fdb1b08-ba63-45b2-8048-8546c81a29b1"} {"level":"info","ts":1784914008.32985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914008.3299472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcf66782-c980-4e39-9810-ea2116612e7f"} {"level":"info","ts":1784914008.3299618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcf66782-c980-4e39-9810-ea2116612e7f"} {"level":"info","ts":1784914008.3299744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcf66782-c980-4e39-9810-ea2116612e7f","EoS":false} {"level":"info","ts":1784914008.3299866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcf66782-c980-4e39-9810-ea2116612e7f","EoS":true} {"level":"info","ts":1784914008.3300097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcf66782-c980-4e39-9810-ea2116612e7f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914008.3300521,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcf66782-c980-4e39-9810-ea2116612e7f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914008.3300729,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcf66782-c980-4e39-9810-ea2116612e7f"} {"level":"info","ts":1784914010.364213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914010.3642943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd13788b-1966-421a-b5c0-06c676172bc2"} {"level":"info","ts":1784914010.3643038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd13788b-1966-421a-b5c0-06c676172bc2"} {"level":"info","ts":1784914010.3643165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd13788b-1966-421a-b5c0-06c676172bc2","EoS":false} {"level":"info","ts":1784914010.3643546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd13788b-1966-421a-b5c0-06c676172bc2","EoS":true} {"level":"info","ts":1784914010.3643749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd13788b-1966-421a-b5c0-06c676172bc2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914010.3643923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd13788b-1966-421a-b5c0-06c676172bc2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914010.3644123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd13788b-1966-421a-b5c0-06c676172bc2"} {"level":"info","ts":1784914012.3958783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914012.3959546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84877151-b55c-479e-b177-dbfadd3fe60f"} {"level":"info","ts":1784914012.3959637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84877151-b55c-479e-b177-dbfadd3fe60f"} {"level":"info","ts":1784914012.3959749,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84877151-b55c-479e-b177-dbfadd3fe60f","EoS":false} {"level":"info","ts":1784914012.3959856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84877151-b55c-479e-b177-dbfadd3fe60f","EoS":true} {"level":"info","ts":1784914012.3960068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84877151-b55c-479e-b177-dbfadd3fe60f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914012.3960376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84877151-b55c-479e-b177-dbfadd3fe60f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914012.3960605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84877151-b55c-479e-b177-dbfadd3fe60f"} {"level":"info","ts":1784914014.4334385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914014.4335268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"} {"level":"info","ts":1784914014.4335375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"} {"level":"info","ts":1784914014.4335506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","EoS":false} {"level":"info","ts":1784914014.43357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","EoS":true} {"level":"info","ts":1784914014.433592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914014.4336092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914014.4336326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"} {"level":"info","ts":1784914036.933988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914036.9340951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"} {"level":"info","ts":1784914036.9341118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"} {"level":"info","ts":1784914036.9341283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","EoS":false} {"level":"info","ts":1784914036.9341419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","EoS":true} {"level":"info","ts":1784914036.9341621,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914036.9341776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914036.9342062,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"} {"level":"info","ts":1784914046.219216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914046.2193072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"667f135f-6225-421e-89ca-ef77faa134d1"} {"level":"info","ts":1784914046.2193177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"667f135f-6225-421e-89ca-ef77faa134d1"} {"level":"info","ts":1784914046.2193303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"667f135f-6225-421e-89ca-ef77faa134d1","EoS":false} {"level":"info","ts":1784914046.2193408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"667f135f-6225-421e-89ca-ef77faa134d1","EoS":true} {"level":"info","ts":1784914046.219365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"667f135f-6225-421e-89ca-ef77faa134d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914046.2193885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"667f135f-6225-421e-89ca-ef77faa134d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914046.2194126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"667f135f-6225-421e-89ca-ef77faa134d1"} {"level":"info","ts":1784914051.6127448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914051.6128309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f66c84b-e004-4bac-9b33-8071a7ed014c"} {"level":"info","ts":1784914051.612845,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f66c84b-e004-4bac-9b33-8071a7ed014c"} {"level":"info","ts":1784914051.6128576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f66c84b-e004-4bac-9b33-8071a7ed014c","EoS":false} {"level":"info","ts":1784914051.612869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f66c84b-e004-4bac-9b33-8071a7ed014c","EoS":true} {"level":"info","ts":1784914051.6128905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f66c84b-e004-4bac-9b33-8071a7ed014c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914051.6129055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f66c84b-e004-4bac-9b33-8071a7ed014c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914051.6129272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f66c84b-e004-4bac-9b33-8071a7ed014c"} {"level":"info","ts":1784914061.125635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914061.1257305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba8959de-d068-48d4-982b-fbd6bbcb3e19"} {"level":"info","ts":1784914061.1257467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba8959de-d068-48d4-982b-fbd6bbcb3e19"} {"level":"info","ts":1784914061.1257615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba8959de-d068-48d4-982b-fbd6bbcb3e19","EoS":false} {"level":"info","ts":1784914061.1257722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba8959de-d068-48d4-982b-fbd6bbcb3e19","EoS":true} {"level":"info","ts":1784914061.1257944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba8959de-d068-48d4-982b-fbd6bbcb3e19","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914061.1258125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba8959de-d068-48d4-982b-fbd6bbcb3e19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914061.125835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba8959de-d068-48d4-982b-fbd6bbcb3e19"} {"level":"info","ts":1784914063.1564422,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914063.156531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"} {"level":"info","ts":1784914063.1565483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"} {"level":"info","ts":1784914063.1565669,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","EoS":false} {"level":"info","ts":1784914063.156585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","EoS":true} {"level":"info","ts":1784914063.1566296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914063.15665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914063.1566803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"} {"level":"info","ts":1784914072.5744038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914072.5744889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"} {"level":"info","ts":1784914072.5744994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"} {"level":"info","ts":1784914072.5745106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","EoS":false} {"level":"info","ts":1784914072.5745265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","EoS":true} {"level":"info","ts":1784914072.574549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914072.574565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914072.5745866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"} {"level":"info","ts":1784914072.6115944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914072.6117008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"} {"level":"info","ts":1784914072.6117132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"} {"level":"info","ts":1784914072.6117263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","EoS":false} {"level":"info","ts":1784914072.6117384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","EoS":true} {"level":"info","ts":1784914072.6117592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914072.6117816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914072.6118064,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"} {"level":"info","ts":1784914091.7039227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914091.7040455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"} {"level":"info","ts":1784914091.7040625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"} {"level":"info","ts":1784914091.7040772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","EoS":false} {"level":"info","ts":1784914091.704089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","EoS":true} {"level":"info","ts":1784914091.7041125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914091.7041306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914091.7041562,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"} {"level":"info","ts":1784914101.0394568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914101.039538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d678e57-8074-4deb-ad44-20293bbf333e"} {"level":"info","ts":1784914101.039547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d678e57-8074-4deb-ad44-20293bbf333e"} {"level":"info","ts":1784914101.0395584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d678e57-8074-4deb-ad44-20293bbf333e","EoS":false} {"level":"info","ts":1784914101.039569,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d678e57-8074-4deb-ad44-20293bbf333e","EoS":true} {"level":"info","ts":1784914101.03959,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d678e57-8074-4deb-ad44-20293bbf333e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914101.039606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d678e57-8074-4deb-ad44-20293bbf333e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914101.0396295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d678e57-8074-4deb-ad44-20293bbf333e"} {"level":"info","ts":1784914106.3124804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914106.312567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7032e6-1bc5-491d-9f32-ed2ea14dd96d"} {"level":"info","ts":1784914106.3125775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7032e6-1bc5-491d-9f32-ed2ea14dd96d"} {"level":"info","ts":1784914106.3125901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7032e6-1bc5-491d-9f32-ed2ea14dd96d","EoS":false} {"level":"info","ts":1784914106.3126013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7032e6-1bc5-491d-9f32-ed2ea14dd96d","EoS":true} {"level":"info","ts":1784914106.31262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c7032e6-1bc5-491d-9f32-ed2ea14dd96d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914106.3126361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7032e6-1bc5-491d-9f32-ed2ea14dd96d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914106.3126578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7032e6-1bc5-491d-9f32-ed2ea14dd96d"} {"level":"info","ts":1784914196.807605,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914196.8076959,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f9cc1eb-40ec-4976-a2cb-f9a012e9060b"} {"level":"info","ts":1784914196.807706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f9cc1eb-40ec-4976-a2cb-f9a012e9060b"} {"level":"info","ts":1784914196.8077176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f9cc1eb-40ec-4976-a2cb-f9a012e9060b","EoS":false} {"level":"info","ts":1784914196.807728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f9cc1eb-40ec-4976-a2cb-f9a012e9060b","EoS":true} {"level":"info","ts":1784914196.8077493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f9cc1eb-40ec-4976-a2cb-f9a012e9060b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784914196.8077652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f9cc1eb-40ec-4976-a2cb-f9a012e9060b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914196.807784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f9cc1eb-40ec-4976-a2cb-f9a012e9060b"} {"level":"info","ts":1784914221.8533156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914221.8534057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"} {"level":"info","ts":1784914221.8534148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"} {"level":"info","ts":1784914221.8534262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","EoS":false} {"level":"info","ts":1784914221.8534377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","EoS":true} {"level":"info","ts":1784914221.8534586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784914221.8534787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914221.853502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"} {"level":"info","ts":1784914258.9964106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914258.9964814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"} {"level":"info","ts":1784914258.9965174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"} {"level":"info","ts":1784914258.9965303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","EoS":false} {"level":"info","ts":1784914258.9965403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","EoS":true} {"level":"info","ts":1784914258.99656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914258.9965842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914258.9966094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"} {"level":"info","ts":1784914274.2103739,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914274.210455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"} {"level":"info","ts":1784914274.2104642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"} {"level":"info","ts":1784914274.2104764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","EoS":false} {"level":"info","ts":1784914274.2104871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","EoS":true} {"level":"info","ts":1784914274.2105134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914274.2105308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914274.2105515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"} {"level":"info","ts":1784914274.4965425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914274.496625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1944d532-1415-4fbe-a441-683690f95042"} {"level":"info","ts":1784914274.4966345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1944d532-1415-4fbe-a441-683690f95042"} {"level":"info","ts":1784914274.4966455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1944d532-1415-4fbe-a441-683690f95042","EoS":false} {"level":"info","ts":1784914274.4966555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1944d532-1415-4fbe-a441-683690f95042","EoS":true} {"level":"info","ts":1784914274.4966755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1944d532-1415-4fbe-a441-683690f95042","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914274.4966915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1944d532-1415-4fbe-a441-683690f95042","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914274.496713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1944d532-1415-4fbe-a441-683690f95042"} {"level":"info","ts":1784914583.453147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914583.453245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"} {"level":"info","ts":1784914583.453258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"} {"level":"info","ts":1784914583.4532707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","EoS":false} {"level":"info","ts":1784914583.4532843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","EoS":true} {"level":"info","ts":1784914583.4533048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914583.4533205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914583.4533432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"} {"level":"info","ts":1784914583.495458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914583.4955375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e0de753-bb73-4706-b26d-c79acca125ad"} {"level":"info","ts":1784914583.495548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e0de753-bb73-4706-b26d-c79acca125ad"} {"level":"info","ts":1784914583.4955592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e0de753-bb73-4706-b26d-c79acca125ad","EoS":false} {"level":"info","ts":1784914583.4955733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e0de753-bb73-4706-b26d-c79acca125ad","EoS":true} {"level":"info","ts":1784914583.4955926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e0de753-bb73-4706-b26d-c79acca125ad","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914583.4956079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e0de753-bb73-4706-b26d-c79acca125ad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914583.4956272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e0de753-bb73-4706-b26d-c79acca125ad"} {"level":"info","ts":1784914583.529079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914583.529143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba537271-3987-4d0b-894f-928efd2c5b42"} {"level":"info","ts":1784914583.5291517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba537271-3987-4d0b-894f-928efd2c5b42"} {"level":"info","ts":1784914583.5291624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba537271-3987-4d0b-894f-928efd2c5b42","EoS":false} {"level":"info","ts":1784914583.529173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba537271-3987-4d0b-894f-928efd2c5b42","EoS":true} {"level":"info","ts":1784914583.5291915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba537271-3987-4d0b-894f-928efd2c5b42","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914583.529207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba537271-3987-4d0b-894f-928efd2c5b42","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914583.52923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba537271-3987-4d0b-894f-928efd2c5b42"} {"level":"info","ts":1784914588.4139466,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c5da7a0-1153-484b-ace6-bfa84d153b6c"} {"level":"info","ts":1784914588.4139466,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6de8a8e9-7b29-404b-9715-62c28cc49585","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914588.4140632,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6de8a8e9-7b29-404b-9715-62c28cc49585","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784914588.4192882,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ecb7d5d-dd37-4763-b710-ac13a12d6aad","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914588.4193163,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ecb7d5d-dd37-4763-b710-ac13a12d6aad","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784914588.4203415,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c5da7a0-1153-484b-ace6-bfa84d153b6c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914588.4205742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37951.812742643,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.4205945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.4636295,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.5511158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3060da-1b51-4514-88e6-3ff7a2599bc0"} {"level":"info","ts":1784914588.5511544,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37061.585912855,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.5511768,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.5512273,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3060da-1b51-4514-88e6-3ff7a2599bc0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784914588.551423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"003cb7af-3fad-4b0f-a74b-8a9d1c8e83f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914588.551459,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"003cb7af-3fad-4b0f-a74b-8a9d1c8e83f9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914588.552473,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61c876c1-7e46-4ac3-aaf6-a7a958223499","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914588.5524962,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61c876c1-7e46-4ac3-aaf6-a7a958223499","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914588.5524912,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b2a9375-b8d9-4d8e-afde-691a71a94f00","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914588.5525248,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b2a9375-b8d9-4d8e-afde-691a71a94f00","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784914588.5561523,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3060da-1b51-4514-88e6-3ff7a2599bc0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914588.556231,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9db23e50-fc22-44d8-94e5-ef237207f537"} {"level":"info","ts":1784914588.5566103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33375.306229689,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.55665,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.559368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.6301568,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914588.6522868,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c5da7a0-1153-484b-ace6-bfa84d153b6c","name":"e2e-external-provider"} {"level":"info","ts":1784914588.6571083,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9db23e50-fc22-44d8-94e5-ef237207f537","name":"e2e-external-model"} {"level":"info","ts":1784914588.663478,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c5da7a0-1153-484b-ace6-bfa84d153b6c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784914588.667091,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c5da7a0-1153-484b-ace6-bfa84d153b6c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914588.6672318,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd706a0c-0443-490e-baa2-4570622a6c6b"} {"level":"info","ts":1784914588.667298,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd706a0c-0443-490e-baa2-4570622a6c6b","name":"e2e-external-provider"} {"level":"info","ts":1784914588.668989,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"966d2935-fe5b-4b26-9534-5bcbe8c5dc82","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914588.6690478,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"966d2935-fe5b-4b26-9534-5bcbe8c5dc82","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784914588.6731262,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9db23e50-fc22-44d8-94e5-ef237207f537","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784914588.673184,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9db23e50-fc22-44d8-94e5-ef237207f537","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914588.673257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e14dfbc3-f94d-4abc-bd04-8dc2c5168d30"} {"level":"info","ts":1784914588.6733108,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e14dfbc3-f94d-4abc-bd04-8dc2c5168d30","name":"e2e-external-model"} {"level":"info","ts":1784914588.6836834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2033cd7a-5077-4e32-96c6-09597fc4f12c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914588.6837232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2033cd7a-5077-4e32-96c6-09597fc4f12c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914588.6838026,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd706a0c-0443-490e-baa2-4570622a6c6b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784914588.6881912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e14dfbc3-f94d-4abc-bd04-8dc2c5168d30","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784914588.6882534,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e14dfbc3-f94d-4abc-bd04-8dc2c5168d30","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914588.688329,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93bb74e1-23bd-4af3-8c6d-332660f89684"} {"level":"info","ts":1784914588.688393,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93bb74e1-23bd-4af3-8c6d-332660f89684","name":"e2e-external-model"} {"level":"info","ts":1784914588.696403,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93bb74e1-23bd-4af3-8c6d-332660f89684","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914588.6965935,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fc96aa7-ea0b-4212-83f6-f4f824dfedc9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914588.696636,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fc96aa7-ea0b-4212-83f6-f4f824dfedc9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784914588.6993878,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93bb74e1-23bd-4af3-8c6d-332660f89684","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914588.6994767,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"660f45e5-e801-4ee5-84a2-a451b7845caa"} {"level":"info","ts":1784914588.6995368,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"660f45e5-e801-4ee5-84a2-a451b7845caa","name":"e2e-external-model"} {"level":"info","ts":1784914588.7073193,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"660f45e5-e801-4ee5-84a2-a451b7845caa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914595.8706272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914595.870728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178"} {"level":"info","ts":1784914595.8707426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178"} {"level":"info","ts":1784914595.8707545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178","EoS":false} {"level":"info","ts":1784914595.8707693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178","EoS":true} {"level":"info","ts":1784914595.8707914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914595.8708067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914595.8708143,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178","modelName":"e2e-external-model"} {"level":"info","ts":1784914595.8708293,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914595.8708735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7987a5c1-dbb7-4b98-a684-f92683cec178"} {"level":"info","ts":1784914595.914886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914595.9149723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a"} {"level":"info","ts":1784914595.9149873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a"} {"level":"info","ts":1784914595.9150026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a","EoS":false} {"level":"info","ts":1784914595.9150412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a","EoS":true} {"level":"info","ts":1784914595.9150674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914595.9150834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914595.9150908,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a","modelName":"e2e-external-model"} {"level":"info","ts":1784914595.915104,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914595.915141,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"518d42e9-fd7b-4324-ab70-a553f52b909a"} {"level":"info","ts":1784914595.9430718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914595.9431531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e"} {"level":"info","ts":1784914595.9431694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e"} {"level":"info","ts":1784914595.9431822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","EoS":false} {"level":"info","ts":1784914595.9431934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","EoS":true} {"level":"info","ts":1784914595.943214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914595.9432297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914595.943237,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","modelName":"e2e-external-model"} {"level":"info","ts":1784914595.94325,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914595.943285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e"} {"level":"info","ts":1784914596.070493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f862066-2fc2-4fff-a1ae-d57adc0a7a7d"} {"level":"info","ts":1784914596.0705488,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10351e4-8456-4c6d-b946-43a4e289e042","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914596.0705886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10351e4-8456-4c6d-b946-43a4e289e042","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914596.0748303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18eaf40c-4fab-4fde-8414-c5eb2682b5be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914596.0748572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18eaf40c-4fab-4fde-8414-c5eb2682b5be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914596.0750449,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f862066-2fc2-4fff-a1ae-d57adc0a7a7d","name":"e2e-cleanup-test"} {"level":"info","ts":1784914596.0843945,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f862066-2fc2-4fff-a1ae-d57adc0a7a7d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914596.0911775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c3ae41b-000f-4249-b544-937158a08e62","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914596.0912235,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c3ae41b-000f-4249-b544-937158a08e62","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914596.0913823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"610fae4f-a991-4373-adb1-5ab9a6586cca"} {"level":"info","ts":1784914596.0914497,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"610fae4f-a991-4373-adb1-5ab9a6586cca","name":"e2e-cleanup-test"} {"level":"error","ts":1784914596.1056116,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"610fae4f-a991-4373-adb1-5ab9a6586cca","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914596.1057885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea789be-cd08-4869-a21d-a9e5387bd122","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914596.1058316,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea789be-cd08-4869-a21d-a9e5387bd122","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914596.1057858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c696f18d-7729-478e-a962-0dca87c28594"} {"level":"info","ts":1784914596.105917,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c696f18d-7729-478e-a962-0dca87c28594","name":"e2e-cleanup-test"} {"level":"info","ts":1784914596.113972,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c696f18d-7729-478e-a962-0dca87c28594","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914596.1185086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38e6f7f7-85ab-42d7-9a8d-ddbf2b59d479","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914596.1185453,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38e6f7f7-85ab-42d7-9a8d-ddbf2b59d479","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914596.1185572,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec7dc2dd-5b69-4fc6-afab-a30029a1c4e5"} {"level":"info","ts":1784914596.118612,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec7dc2dd-5b69-4fc6-afab-a30029a1c4e5","name":"e2e-cleanup-test"} {"level":"info","ts":1784914596.1253667,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec7dc2dd-5b69-4fc6-afab-a30029a1c4e5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914604.3387768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf27f01d-1d1d-44b9-b59a-43ef271ce272"} {"level":"info","ts":1784914604.338797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f7e9285-8860-4634-9bbb-eeeca4682853","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914604.3388243,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f7e9285-8860-4634-9bbb-eeeca4682853","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914608.635578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914608.6356575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e"} {"level":"info","ts":1784914608.6356668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e"} {"level":"info","ts":1784914608.6356792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e","EoS":false} {"level":"info","ts":1784914608.6356897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e","EoS":true} {"level":"info","ts":1784914608.6357086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784914608.6357245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784914608.6357439,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e"} {"level":"info","ts":1784914608.6664698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914608.6665494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454"} {"level":"info","ts":1784914608.666564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454"} {"level":"info","ts":1784914608.6665757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","EoS":false} {"level":"info","ts":1784914608.6665893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","EoS":true} {"level":"info","ts":1784914608.6666076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914608.6666224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914608.6666293,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","modelName":"e2e-external-model"} {"level":"info","ts":1784914608.66665,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914608.6666863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454"} {"level":"info","ts":1784914608.706517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914608.7065878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"} {"level":"info","ts":1784914608.706597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"} {"level":"info","ts":1784914608.7066073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","EoS":false} {"level":"info","ts":1784914608.7066202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","EoS":true} {"level":"info","ts":1784914608.7066388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784914608.7066538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914608.7066731,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"} {"level":"info","ts":1784914608.8495808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914608.8496685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"} {"level":"info","ts":1784914608.8496835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"} {"level":"info","ts":1784914608.8496952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","EoS":false} {"level":"info","ts":1784914608.8497086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","EoS":true} {"level":"info","ts":1784914608.8497334,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","field":"model"} {"level":"info","ts":1784914608.84976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"} {"level":"info","ts":1784914609.740558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71190ce3-4f8b-4d16-a995-611141cd5c62"} {"level":"info","ts":1784914609.7405634,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1443703a-73d0-4b22-a187-33cb559a1235","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914609.7406247,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1443703a-73d0-4b22-a187-33cb559a1235","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914609.886532,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94d99cf2-7028-4cc7-b954-37cd14feeeb4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914609.8865597,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f98c85c-3180-4826-88a9-fabae510d418"} {"level":"info","ts":1784914609.8865683,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94d99cf2-7028-4cc7-b954-37cd14feeeb4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915771.025987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915771.02612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71c17d18-725b-432f-8aaa-6997a60fe50d"} {"level":"info","ts":1784915828.5367787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915828.5368593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"} {"level":"info","ts":1784915828.536868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"} {"level":"info","ts":1784915828.53688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","EoS":false} {"level":"info","ts":1784915828.536893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","EoS":true} {"level":"info","ts":1784915828.536917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915828.5369318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784915828.5369515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"}