{"level":"info","ts":1785441222.036355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7552499c-d557-4560-a447-fa4bc8e91f13","EoS":true} {"level":"info","ts":1785441222.0363781,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7552499c-d557-4560-a447-fa4bc8e91f13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441222.036396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7552499c-d557-4560-a447-fa4bc8e91f13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441222.0364244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7552499c-d557-4560-a447-fa4bc8e91f13"} {"level":"info","ts":1785441222.0712528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441222.0713136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72692437-a6d8-479d-9046-bb1e23c4c5c3"} {"level":"info","ts":1785441222.0713239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72692437-a6d8-479d-9046-bb1e23c4c5c3"} {"level":"info","ts":1785441222.0713346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72692437-a6d8-479d-9046-bb1e23c4c5c3","EoS":false} {"level":"info","ts":1785441222.0713458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72692437-a6d8-479d-9046-bb1e23c4c5c3","EoS":true} {"level":"info","ts":1785441222.0713615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72692437-a6d8-479d-9046-bb1e23c4c5c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441222.071377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72692437-a6d8-479d-9046-bb1e23c4c5c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441222.0713944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72692437-a6d8-479d-9046-bb1e23c4c5c3"} {"level":"info","ts":1785441222.0940773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441222.0941486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f47a6a14-e150-4a77-aa0e-bb8acf78fe2a"} {"level":"info","ts":1785441222.0941598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f47a6a14-e150-4a77-aa0e-bb8acf78fe2a"} {"level":"info","ts":1785441222.094171,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f47a6a14-e150-4a77-aa0e-bb8acf78fe2a","EoS":false} {"level":"info","ts":1785441222.0941813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f47a6a14-e150-4a77-aa0e-bb8acf78fe2a","EoS":true} {"level":"info","ts":1785441222.0942008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f47a6a14-e150-4a77-aa0e-bb8acf78fe2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441222.094214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f47a6a14-e150-4a77-aa0e-bb8acf78fe2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441222.0942314,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f47a6a14-e150-4a77-aa0e-bb8acf78fe2a"} {"level":"info","ts":1785441222.1343026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441222.134359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5de302b2-d151-4896-b71e-eb9fc2aae6ee"} {"level":"info","ts":1785441222.1343782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5de302b2-d151-4896-b71e-eb9fc2aae6ee"} {"level":"info","ts":1785441222.1343906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5de302b2-d151-4896-b71e-eb9fc2aae6ee","EoS":false} {"level":"info","ts":1785441222.1344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5de302b2-d151-4896-b71e-eb9fc2aae6ee","EoS":true} {"level":"info","ts":1785441222.1344137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5de302b2-d151-4896-b71e-eb9fc2aae6ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441222.134426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5de302b2-d151-4896-b71e-eb9fc2aae6ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441222.1344428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5de302b2-d151-4896-b71e-eb9fc2aae6ee"} {"level":"info","ts":1785441222.7665868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441222.7666821,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfe20e68-8b19-41dc-936d-ed6507c8be9b"} {"level":"info","ts":1785441222.7666945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfe20e68-8b19-41dc-936d-ed6507c8be9b"} {"level":"info","ts":1785441222.766707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfe20e68-8b19-41dc-936d-ed6507c8be9b","EoS":false} {"level":"info","ts":1785441222.7667172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfe20e68-8b19-41dc-936d-ed6507c8be9b","EoS":true} {"level":"info","ts":1785441222.7667394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfe20e68-8b19-41dc-936d-ed6507c8be9b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441222.7667606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfe20e68-8b19-41dc-936d-ed6507c8be9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441222.7667882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfe20e68-8b19-41dc-936d-ed6507c8be9b"} {"level":"info","ts":1785441222.8011835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441222.801251,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a17c462-dfc2-46f7-9500-ae40897b9152"} {"level":"info","ts":1785441222.8012624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a17c462-dfc2-46f7-9500-ae40897b9152"} {"level":"info","ts":1785441222.8012736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a17c462-dfc2-46f7-9500-ae40897b9152","EoS":false} {"level":"info","ts":1785441222.8012862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a17c462-dfc2-46f7-9500-ae40897b9152","EoS":true} {"level":"info","ts":1785441222.8013048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a17c462-dfc2-46f7-9500-ae40897b9152","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441222.801319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a17c462-dfc2-46f7-9500-ae40897b9152","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441222.801337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a17c462-dfc2-46f7-9500-ae40897b9152"} {"level":"info","ts":1785441226.9504156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441226.9505167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f10906bc-2a1e-4a20-9e32-4899c77d2172"} {"level":"info","ts":1785441226.950531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f10906bc-2a1e-4a20-9e32-4899c77d2172"} {"level":"info","ts":1785441226.950543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f10906bc-2a1e-4a20-9e32-4899c77d2172","EoS":false} {"level":"info","ts":1785441226.950554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f10906bc-2a1e-4a20-9e32-4899c77d2172","EoS":true} {"level":"info","ts":1785441226.9505758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f10906bc-2a1e-4a20-9e32-4899c77d2172","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441226.950593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f10906bc-2a1e-4a20-9e32-4899c77d2172","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441226.9506164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f10906bc-2a1e-4a20-9e32-4899c77d2172"} {"level":"info","ts":1785441245.8591173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441245.859207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41189c7d-78e2-4490-a5dd-68af5ad71496"} {"level":"info","ts":1785441245.8592205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41189c7d-78e2-4490-a5dd-68af5ad71496"} {"level":"info","ts":1785441245.8592331,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41189c7d-78e2-4490-a5dd-68af5ad71496","EoS":false} {"level":"info","ts":1785441245.8592463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41189c7d-78e2-4490-a5dd-68af5ad71496","EoS":true} {"level":"info","ts":1785441245.8592656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41189c7d-78e2-4490-a5dd-68af5ad71496","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441245.8592818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41189c7d-78e2-4490-a5dd-68af5ad71496","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441245.8593035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41189c7d-78e2-4490-a5dd-68af5ad71496"} {"level":"info","ts":1785441245.9950712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441245.995139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f70e552a-9c49-4acf-bdc9-f6aa0bbd38e3"} {"level":"info","ts":1785441245.995151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f70e552a-9c49-4acf-bdc9-f6aa0bbd38e3"} {"level":"info","ts":1785441245.995162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f70e552a-9c49-4acf-bdc9-f6aa0bbd38e3","EoS":false} {"level":"info","ts":1785441245.9951723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f70e552a-9c49-4acf-bdc9-f6aa0bbd38e3","EoS":true} {"level":"info","ts":1785441245.9951906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f70e552a-9c49-4acf-bdc9-f6aa0bbd38e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441245.9952068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f70e552a-9c49-4acf-bdc9-f6aa0bbd38e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441245.99523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f70e552a-9c49-4acf-bdc9-f6aa0bbd38e3"} {"level":"info","ts":1785441246.132408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441246.1324832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.132495,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.132507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","EoS":false} {"level":"info","ts":1785441246.1325228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","EoS":true} {"level":"info","ts":1785441246.1325405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441246.1325536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441246.1325748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.2684753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441246.2685366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.2685473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.2685585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","EoS":false} {"level":"info","ts":1785441246.2685704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","EoS":true} {"level":"info","ts":1785441246.2685907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441246.268607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441246.2686255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.4032602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441246.4033241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.4033408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.4033546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","EoS":false} {"level":"info","ts":1785441246.4033675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","EoS":true} {"level":"info","ts":1785441246.4033837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441246.4033973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441246.4034169,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.538667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441246.5387383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f36879aa-e073-49d2-bb41-e37212854565"} {"level":"info","ts":1785441246.53875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f36879aa-e073-49d2-bb41-e37212854565"} {"level":"info","ts":1785441246.538761,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f36879aa-e073-49d2-bb41-e37212854565","EoS":false} {"level":"info","ts":1785441246.5387712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f36879aa-e073-49d2-bb41-e37212854565","EoS":true} {"level":"info","ts":1785441246.5387893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f36879aa-e073-49d2-bb41-e37212854565","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441246.5388026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f36879aa-e073-49d2-bb41-e37212854565","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441246.5388205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f36879aa-e073-49d2-bb41-e37212854565"} {"level":"info","ts":1785441270.6500413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441270.650142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.6501606,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.6501782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","EoS":false} {"level":"info","ts":1785441270.6501985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","EoS":true} {"level":"info","ts":1785441270.6502302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441270.6502519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441270.6502764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.688078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441270.688137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"661ecdaa-0195-4e26-bf06-c2f5b222da21"} {"level":"info","ts":1785441270.6881487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"661ecdaa-0195-4e26-bf06-c2f5b222da21"} {"level":"info","ts":1785441270.6881595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"661ecdaa-0195-4e26-bf06-c2f5b222da21","EoS":false} {"level":"info","ts":1785441270.6881695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"661ecdaa-0195-4e26-bf06-c2f5b222da21","EoS":true} {"level":"info","ts":1785441270.6881878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"661ecdaa-0195-4e26-bf06-c2f5b222da21","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441270.6882012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"661ecdaa-0195-4e26-bf06-c2f5b222da21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441270.688218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"661ecdaa-0195-4e26-bf06-c2f5b222da21"} {"level":"info","ts":1785441270.7165902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441270.7166457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"816c2ba0-d521-4e9c-a2ef-a891f4ad4f02"} {"level":"info","ts":1785441270.7166564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"816c2ba0-d521-4e9c-a2ef-a891f4ad4f02"} {"level":"info","ts":1785441270.7166667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816c2ba0-d521-4e9c-a2ef-a891f4ad4f02","EoS":false} {"level":"info","ts":1785441270.7166772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816c2ba0-d521-4e9c-a2ef-a891f4ad4f02","EoS":true} {"level":"info","ts":1785441270.7166924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"816c2ba0-d521-4e9c-a2ef-a891f4ad4f02","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441270.716706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"816c2ba0-d521-4e9c-a2ef-a891f4ad4f02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441270.7167294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"816c2ba0-d521-4e9c-a2ef-a891f4ad4f02"} {"level":"info","ts":1785441270.7472153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441270.74727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80"} {"level":"info","ts":1785441275.3628006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441275.3628807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.3629096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.362921,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","EoS":false} {"level":"info","ts":1785441275.3629322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","EoS":true} {"level":"info","ts":1785441275.3629534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441275.3629699,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441275.3629937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441283.902389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441283.9024694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9024827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9024937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","EoS":false} {"level":"info","ts":1785441283.9025035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","EoS":true} {"level":"info","ts":1785441283.9025257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441283.9025397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441283.902562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441296.7419388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441296.7420168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.7420254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.7420368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","EoS":false} {"level":"info","ts":1785441296.74205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","EoS":true} {"level":"info","ts":1785441296.7420726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441296.742089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441296.7421145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441305.2625291,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441305.2626138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.2626238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.2626348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","EoS":false} {"level":"info","ts":1785441305.2626455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","EoS":true} {"level":"info","ts":1785441305.2626672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441305.2626824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441305.2627091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441314.0930686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441314.0931547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.0931675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.093187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","EoS":false} {"level":"info","ts":1785441314.0931993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","EoS":true} {"level":"info","ts":1785441314.0932233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441314.093242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441314.0932634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441323.056706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441323.056788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6384c6a3-5b63-433f-8f0f-2c8f35094608"} {"level":"info","ts":1785441323.0567994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6384c6a3-5b63-433f-8f0f-2c8f35094608"} {"level":"info","ts":1785441323.0568109,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6384c6a3-5b63-433f-8f0f-2c8f35094608","EoS":false} {"level":"info","ts":1785441323.0568259,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6384c6a3-5b63-433f-8f0f-2c8f35094608","EoS":true} {"level":"info","ts":1785441323.0568485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6384c6a3-5b63-433f-8f0f-2c8f35094608","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441323.0568666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6384c6a3-5b63-433f-8f0f-2c8f35094608","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441323.056947,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6384c6a3-5b63-433f-8f0f-2c8f35094608"} {"level":"info","ts":1785441327.7871826,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441327.7872732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58fd2c65-4008-4f3d-bf98-af0d4ecb5e99"} {"level":"info","ts":1785441327.787296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58fd2c65-4008-4f3d-bf98-af0d4ecb5e99"} {"level":"info","ts":1785441327.7873085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58fd2c65-4008-4f3d-bf98-af0d4ecb5e99","EoS":false} {"level":"info","ts":1785441327.7873197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58fd2c65-4008-4f3d-bf98-af0d4ecb5e99","EoS":true} {"level":"info","ts":1785441327.7873428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58fd2c65-4008-4f3d-bf98-af0d4ecb5e99","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785441327.7873616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58fd2c65-4008-4f3d-bf98-af0d4ecb5e99","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441327.7873876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58fd2c65-4008-4f3d-bf98-af0d4ecb5e99"} {"level":"info","ts":1785441332.5459964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441332.546085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e656b60-914e-45f3-88f1-4b284fc1bbae"} {"level":"info","ts":1785441332.5460978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e656b60-914e-45f3-88f1-4b284fc1bbae"} {"level":"info","ts":1785441332.5461094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e656b60-914e-45f3-88f1-4b284fc1bbae","EoS":false} {"level":"info","ts":1785441332.5461202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e656b60-914e-45f3-88f1-4b284fc1bbae","EoS":true} {"level":"info","ts":1785441332.546144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e656b60-914e-45f3-88f1-4b284fc1bbae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441332.5461617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e656b60-914e-45f3-88f1-4b284fc1bbae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441332.5461833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e656b60-914e-45f3-88f1-4b284fc1bbae"} {"level":"info","ts":1785441343.493409,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441343.4934883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.4934976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.4935086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","EoS":false} {"level":"info","ts":1785441343.4935188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","EoS":true} {"level":"info","ts":1785441343.493543,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441343.4935591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441343.49358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441376.2749796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441376.2750854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.275102,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.2751215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","EoS":false} {"level":"info","ts":1785441376.275143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","EoS":true} {"level":"info","ts":1785441376.2751784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441376.275199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441376.2752357,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441385.6032114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441385.6032877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc48ae28-d3cf-43c0-ac4f-53edeefad938"} {"level":"info","ts":1785441385.6032972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc48ae28-d3cf-43c0-ac4f-53edeefad938"} {"level":"info","ts":1785441385.6033082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc48ae28-d3cf-43c0-ac4f-53edeefad938","EoS":false} {"level":"info","ts":1785441385.603319,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc48ae28-d3cf-43c0-ac4f-53edeefad938","EoS":true} {"level":"info","ts":1785441385.6033394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc48ae28-d3cf-43c0-ac4f-53edeefad938","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441385.6033533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc48ae28-d3cf-43c0-ac4f-53edeefad938","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441385.603375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc48ae28-d3cf-43c0-ac4f-53edeefad938"} {"level":"info","ts":1785441401.6953914,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441401.6954708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42b9dc52-f4f0-4d35-b20b-33244e329755"} {"level":"info","ts":1785441401.695484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42b9dc52-f4f0-4d35-b20b-33244e329755"} {"level":"info","ts":1785441401.695496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42b9dc52-f4f0-4d35-b20b-33244e329755","EoS":false} {"level":"info","ts":1785441401.6955106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42b9dc52-f4f0-4d35-b20b-33244e329755","EoS":true} {"level":"info","ts":1785441401.6955314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42b9dc52-f4f0-4d35-b20b-33244e329755","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441401.6955473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42b9dc52-f4f0-4d35-b20b-33244e329755","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441401.6955721,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42b9dc52-f4f0-4d35-b20b-33244e329755"} {"level":"info","ts":1785441411.2188284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441411.2189243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.2189367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.2189486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","EoS":false} {"level":"info","ts":1785441411.2189586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","EoS":true} {"level":"info","ts":1785441411.2189796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441411.218996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441411.2190182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441420.5632756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441420.5633717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.5633912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.5634081,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","EoS":false} {"level":"info","ts":1785441420.563419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","EoS":true} {"level":"info","ts":1785441420.5634408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441420.563508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441420.563526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.5970068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441420.5971012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.5971165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.597134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","EoS":false} {"level":"info","ts":1785441420.5971522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","EoS":true} {"level":"info","ts":1785441420.5971842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441420.5972044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441420.5972307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441439.6591113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441439.6591928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.6592028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.6592147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","EoS":false} {"level":"info","ts":1785441439.6592305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","EoS":true} {"level":"info","ts":1785441439.659256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441439.6592731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441439.6592956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441448.948991,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441448.9490798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed18df2e-ff63-4a40-ad57-7e2d495c7058"} {"level":"info","ts":1785441448.9490957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed18df2e-ff63-4a40-ad57-7e2d495c7058"} {"level":"info","ts":1785441448.9491158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed18df2e-ff63-4a40-ad57-7e2d495c7058","EoS":false} {"level":"info","ts":1785441448.9491358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed18df2e-ff63-4a40-ad57-7e2d495c7058","EoS":true} {"level":"info","ts":1785441448.9491723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed18df2e-ff63-4a40-ad57-7e2d495c7058","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441448.949191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed18df2e-ff63-4a40-ad57-7e2d495c7058","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441448.9492214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed18df2e-ff63-4a40-ad57-7e2d495c7058"} {"level":"info","ts":1785441464.844408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441464.844498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7ca1789-3ae2-438c-9a2d-db5eb7bf64ad"} {"level":"info","ts":1785441464.8445098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7ca1789-3ae2-438c-9a2d-db5eb7bf64ad"} {"level":"info","ts":1785441464.8445218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7ca1789-3ae2-438c-9a2d-db5eb7bf64ad","EoS":false} {"level":"info","ts":1785441464.8445354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7ca1789-3ae2-438c-9a2d-db5eb7bf64ad","EoS":true} {"level":"info","ts":1785441464.844557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7ca1789-3ae2-438c-9a2d-db5eb7bf64ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785441464.8445728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7ca1789-3ae2-438c-9a2d-db5eb7bf64ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441464.8445976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7ca1789-3ae2-438c-9a2d-db5eb7bf64ad"} {"level":"info","ts":1785441597.6540887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441597.6541688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"072743b8-02ed-420d-b880-54755681eb65"} {"level":"info","ts":1785441597.6541817,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"072743b8-02ed-420d-b880-54755681eb65"} {"level":"info","ts":1785441597.6541944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"072743b8-02ed-420d-b880-54755681eb65","EoS":false} {"level":"info","ts":1785441597.654208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"072743b8-02ed-420d-b880-54755681eb65","EoS":true} {"level":"info","ts":1785441597.6542304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"072743b8-02ed-420d-b880-54755681eb65","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785441597.6542454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"072743b8-02ed-420d-b880-54755681eb65","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785441597.6542664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"072743b8-02ed-420d-b880-54755681eb65"} {"level":"info","ts":1785441620.8156254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441620.8157105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8157208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8157322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","EoS":false} {"level":"info","ts":1785441620.8157444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","EoS":true} {"level":"info","ts":1785441620.815766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785441620.8157818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785441620.8158045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441672.7933257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441672.7934027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.7934132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.7934246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","EoS":false} {"level":"info","ts":1785441672.7934387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","EoS":true} {"level":"info","ts":1785441672.7934608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441672.7934773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441672.7934997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441688.014729,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441688.01485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.0148723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.0149093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","EoS":false} {"level":"info","ts":1785441688.0149307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","EoS":true} {"level":"info","ts":1785441688.0149648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441688.0149882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441688.015021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.2811906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441688.2812726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cca5e87-abcb-43fc-bd1e-eeadb204ab03"} {"level":"info","ts":1785441688.2812843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cca5e87-abcb-43fc-bd1e-eeadb204ab03"} {"level":"info","ts":1785441688.2812955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cca5e87-abcb-43fc-bd1e-eeadb204ab03","EoS":false} {"level":"info","ts":1785441688.281306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cca5e87-abcb-43fc-bd1e-eeadb204ab03","EoS":true} {"level":"info","ts":1785441688.281327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cca5e87-abcb-43fc-bd1e-eeadb204ab03","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785441688.281342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cca5e87-abcb-43fc-bd1e-eeadb204ab03","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441688.2813625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cca5e87-abcb-43fc-bd1e-eeadb204ab03"} {"level":"info","ts":1785442014.3439443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442014.3440273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.3440363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.344048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","EoS":false} {"level":"info","ts":1785442014.3440592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","EoS":true} {"level":"info","ts":1785442014.344081,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785442014.3440962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785442014.3441186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.3822646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442014.3823242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.3823357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.3823464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","EoS":false} {"level":"info","ts":1785442014.3823574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","EoS":true} {"level":"info","ts":1785442014.382374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785442014.3823864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785442014.3824074,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.4174917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442014.4175477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63981be9-f454-43f1-968d-eda721e88c22"} {"level":"info","ts":1785442014.4175596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63981be9-f454-43f1-968d-eda721e88c22"} {"level":"info","ts":1785442014.4175706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63981be9-f454-43f1-968d-eda721e88c22","EoS":false} {"level":"info","ts":1785442014.4175813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63981be9-f454-43f1-968d-eda721e88c22","EoS":true} {"level":"info","ts":1785442014.4175968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63981be9-f454-43f1-968d-eda721e88c22","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785442014.4176106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63981be9-f454-43f1-968d-eda721e88c22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785442014.4176316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63981be9-f454-43f1-968d-eda721e88c22"} {"level":"info","ts":1785442014.4475365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442014.447598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0fbb5e6-e3a9-48cb-b6f9-25a494fb5343"} {"level":"info","ts":1785442014.4476104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0fbb5e6-e3a9-48cb-b6f9-25a494fb5343"} {"level":"info","ts":1785442014.4476216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0fbb5e6-e3a9-48cb-b6f9-25a494fb5343","EoS":false} {"level":"info","ts":1785442014.4476326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0fbb5e6-e3a9-48cb-b6f9-25a494fb5343","EoS":true} {"level":"info","ts":1785442014.4476497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0fbb5e6-e3a9-48cb-b6f9-25a494fb5343","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785442014.4476628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0fbb5e6-e3a9-48cb-b6f9-25a494fb5343","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785442014.44768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0fbb5e6-e3a9-48cb-b6f9-25a494fb5343"} {"level":"info","ts":1785442019.2819443,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa206bad-03dc-4c9d-9310-160f58a474ca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442019.2819896,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa206bad-03dc-4c9d-9310-160f58a474ca","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785442019.2820334,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdaadd7d-b2de-4ed6-ac8b-099952b76c81"} {"level":"info","ts":1785442019.2885454,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64b7e87d-b79c-41b8-b5dc-89982189ea4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442019.288579,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64b7e87d-b79c-41b8-b5dc-89982189ea4b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785442019.2888205,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34586.193577026,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.2888448,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.3353183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.3890731,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32475.356093308,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.389098,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.423298,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a92111-2b17-4e00-85eb-a2f3704cc331"} {"level":"info","ts":1785442019.4236856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b6da3e6-d893-485e-baf1-bd43f67439bd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.4237444,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b6da3e6-d893-485e-baf1-bd43f67439bd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785442019.4245446,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785442019.4263184,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a92111-2b17-4e00-85eb-a2f3704cc331","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.426362,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a92111-2b17-4e00-85eb-a2f3704cc331","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785442019.4290638,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a92111-2b17-4e00-85eb-a2f3704cc331","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785442019.4290981,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2a92111-2b17-4e00-85eb-a2f3704cc331","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.4291582,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c1231f5-51b3-499c-b1de-7b7b9ede919e"} {"level":"info","ts":1785442019.429179,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c1231f5-51b3-499c-b1de-7b7b9ede919e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785442019.435074,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12d7faba-a0b3-4a50-8e23-d48c7fe4c044","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442019.4351034,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12d7faba-a0b3-4a50-8e23-d48c7fe4c044","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785442019.4351308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c091222-00d7-4907-b08a-26245104f659","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.435155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c091222-00d7-4907-b08a-26245104f659","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785442019.4354858,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c1231f5-51b3-499c-b1de-7b7b9ede919e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.4355314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff8c2675-13a4-4bba-8d11-736fbf88e7aa"} {"level":"info","ts":1785442019.4356968,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32565.365391328,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.4357095,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.4415047,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.4897394,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdaadd7d-b2de-4ed6-ac8b-099952b76c81","name":"e2e-external-provider"} {"level":"info","ts":1785442019.4976254,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdaadd7d-b2de-4ed6-ac8b-099952b76c81","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785442019.5008252,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdaadd7d-b2de-4ed6-ac8b-099952b76c81","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.5009143,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a654ef4-a4c7-4955-ada4-66e0bb0d23e9"} {"level":"info","ts":1785442019.5009475,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a654ef4-a4c7-4955-ada4-66e0bb0d23e9","name":"e2e-external-provider"} {"level":"info","ts":1785442019.5076313,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a654ef4-a4c7-4955-ada4-66e0bb0d23e9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785442019.5359626,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff8c2675-13a4-4bba-8d11-736fbf88e7aa","name":"e2e-external-model"} {"level":"info","ts":1785442019.5458436,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff8c2675-13a4-4bba-8d11-736fbf88e7aa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442019.552239,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf9676f-d951-466b-b229-bc22c186e104","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.5522695,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf9676f-d951-466b-b229-bc22c186e104","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785442019.5524807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79fa6754-5ee7-43b9-8d64-ba0d240689c3"} {"level":"info","ts":1785442019.5525203,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79fa6754-5ee7-43b9-8d64-ba0d240689c3","name":"e2e-external-model"} {"level":"info","ts":1785442019.5650258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6798f364-6ccf-46fd-8566-551063995030","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.5650501,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6798f364-6ccf-46fd-8566-551063995030","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785442019.5683403,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79fa6754-5ee7-43b9-8d64-ba0d240689c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785442019.5683734,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79fa6754-5ee7-43b9-8d64-ba0d240689c3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.568413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15941089-cb3b-4728-9f29-a6b337b52ef3"} {"level":"info","ts":1785442019.5684497,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15941089-cb3b-4728-9f29-a6b337b52ef3","name":"e2e-external-model"} {"level":"info","ts":1785442019.575437,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15941089-cb3b-4728-9f29-a6b337b52ef3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442019.5800152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f72eac90-00e3-4959-9f22-e3cefb144389","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.5800414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f72eac90-00e3-4959-9f22-e3cefb144389","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785442019.5812664,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15941089-cb3b-4728-9f29-a6b337b52ef3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.581327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e5ac572-1a3a-4e2a-aaf4-c807d07d1652"} {"level":"info","ts":1785442019.5813673,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e5ac572-1a3a-4e2a-aaf4-c807d07d1652","name":"e2e-external-model"} {"level":"info","ts":1785442019.5905938,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e5ac572-1a3a-4e2a-aaf4-c807d07d1652","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442041.7644963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442041.7645903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3"} {"level":"info","ts":1785442041.7646003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3"} {"level":"info","ts":1785442041.7646124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3","EoS":false} {"level":"info","ts":1785442041.7646246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3","EoS":true} {"level":"info","ts":1785442041.7646518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785442041.7646704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442041.7646792,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3","modelName":"e2e-external-model"} {"level":"info","ts":1785442041.7646964,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785442041.7647595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ae88bd5-76cd-478e-9602-d50b7664a9b3"} {"level":"info","ts":1785442041.8066542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442041.8067465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d"} {"level":"info","ts":1785442041.8067768,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d"} {"level":"info","ts":1785442041.8067923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d","EoS":false} {"level":"info","ts":1785442041.806804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d","EoS":true} {"level":"info","ts":1785442041.8068235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785442041.8068395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442041.8068476,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d","modelName":"e2e-external-model"} {"level":"info","ts":1785442041.8068628,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785442041.8069265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a4ae46c-4098-4c3f-b424-741e8e2bd80d"} {"level":"info","ts":1785442041.8331194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442041.8331876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.8331988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.8332095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","EoS":false} {"level":"info","ts":1785442041.8332236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","EoS":true} {"level":"info","ts":1785442041.8332438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785442041.8332603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442041.8332682,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","modelName":"e2e-external-model"} {"level":"info","ts":1785442041.8332965,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785442041.8333318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442042.0500007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00d15fc4-6c09-48f6-ba51-c7186ad608e1"} {"level":"info","ts":1785442042.050001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ee1a96c-198b-4d64-8a9c-62b998d057a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.05013,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ee1a96c-198b-4d64-8a9c-62b998d057a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785442042.055614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"437fe2d6-51e1-4066-bd3f-89eaa2c9c83a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.0556445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"437fe2d6-51e1-4066-bd3f-89eaa2c9c83a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785442042.055786,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00d15fc4-6c09-48f6-ba51-c7186ad608e1","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.0781293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72493d09-fa2d-4a37-b14c-86e517df33a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.078155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72493d09-fa2d-4a37-b14c-86e517df33a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785442042.0782282,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00d15fc4-6c09-48f6-ba51-c7186ad608e1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442042.0782902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eec84a06-bca7-4a9a-8955-dedf7cc8b091"} {"level":"info","ts":1785442042.0783393,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eec84a06-bca7-4a9a-8955-dedf7cc8b091","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.091172,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de011a1d-a8e4-40eb-a1c6-d26a9af56f46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.0911992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de011a1d-a8e4-40eb-a1c6-d26a9af56f46","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785442042.0913806,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eec84a06-bca7-4a9a-8955-dedf7cc8b091","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442042.0914552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"340d2cbd-f8fe-4da6-b09d-2f4c4453c8b8"} {"level":"info","ts":1785442042.0915098,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"340d2cbd-f8fe-4da6-b09d-2f4c4453c8b8","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.0982492,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"340d2cbd-f8fe-4da6-b09d-2f4c4453c8b8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442042.1029727,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2da5309-97fd-4cf2-b5c9-d865f61a785b"} {"level":"info","ts":1785442042.1030302,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2da5309-97fd-4cf2-b5c9-d865f61a785b","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.1029735,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3274c67d-c55d-4b57-bb58-2075b758eca4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.103087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3274c67d-c55d-4b57-bb58-2075b758eca4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785442042.110446,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2da5309-97fd-4cf2-b5c9-d865f61a785b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442050.3233933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"478e5f3d-69d5-4061-9d3a-1327f6d9d341"} {"level":"info","ts":1785442050.3234506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b25e13d-ecb2-46e2-8c60-6164880d5592","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442050.3234887,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b25e13d-ecb2-46e2-8c60-6164880d5592","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442054.6344402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.6345215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62"} {"level":"info","ts":1785442054.634531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62"} {"level":"info","ts":1785442054.6345427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62","EoS":false} {"level":"info","ts":1785442054.6345544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62","EoS":true} {"level":"info","ts":1785442054.6345758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785442054.6345913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785442054.634614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62"} {"level":"info","ts":1785442054.6633003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.6633594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.663369,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.6633787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","EoS":false} {"level":"info","ts":1785442054.663389,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","EoS":true} {"level":"info","ts":1785442054.6634064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785442054.6634202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442054.663427,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","modelName":"e2e-external-model"} {"level":"info","ts":1785442054.6634421,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785442054.663477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.7907329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.790796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.7908096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.7908251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","EoS":false} {"level":"info","ts":1785442054.7908382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","EoS":true} {"level":"info","ts":1785442054.7908554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785442054.7908692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442054.7909033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.8742874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.8743458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.874361,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.8743713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","EoS":false} {"level":"info","ts":1785442054.8743808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","EoS":true} {"level":"info","ts":1785442054.8744009,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","field":"model"} {"level":"info","ts":1785442054.8744223,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442055.7845237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21dd4350-9402-4ece-8eaa-70aebd6520e9"} {"level":"info","ts":1785442055.7845805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e28da5ca-2845-44ad-b794-3f1616187837","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442055.7846146,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e28da5ca-2845-44ad-b794-3f1616187837","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442055.931822,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b9ad7cf-73af-4073-b15d-58b11cd3ad1a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442055.9318535,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b9ad7cf-73af-4073-b15d-58b11cd3ad1a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442055.9318552,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96937bdb-28c8-4255-9509-dd3e9768ddc2"} {"level":"info","ts":1785443668.1889565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443668.1890707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"803f05d8-27d2-4cda-abf7-323fbcec6857"} {"level":"info","ts":1785443745.7341845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443745.7342873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.7343075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.7343295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","EoS":false} {"level":"info","ts":1785443745.7343488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","EoS":true} {"level":"info","ts":1785443745.734389,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443745.7344086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785443745.7344415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"}