{"level":"info","ts":1785957402.0852413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43968245-0bd9-4c4f-8993-87ce932d1c85","EoS":true} {"level":"info","ts":1785957402.0852613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43968245-0bd9-4c4f-8993-87ce932d1c85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957402.0852826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43968245-0bd9-4c4f-8993-87ce932d1c85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957402.0853024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43968245-0bd9-4c4f-8993-87ce932d1c85"} {"level":"info","ts":1785957402.119592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957402.1196902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53fffdca-118c-4a37-867f-ffb4b0b26c05"} {"level":"info","ts":1785957402.1197083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53fffdca-118c-4a37-867f-ffb4b0b26c05"} {"level":"info","ts":1785957402.1197433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53fffdca-118c-4a37-867f-ffb4b0b26c05","EoS":false} {"level":"info","ts":1785957402.1197808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53fffdca-118c-4a37-867f-ffb4b0b26c05","EoS":true} {"level":"info","ts":1785957402.1198123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53fffdca-118c-4a37-867f-ffb4b0b26c05","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957402.1198316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53fffdca-118c-4a37-867f-ffb4b0b26c05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957402.119865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53fffdca-118c-4a37-867f-ffb4b0b26c05"} {"level":"info","ts":1785957414.5160332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957414.5161295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d332ba4-2aa3-466d-92a9-736a700e4909"} {"level":"info","ts":1785957414.516141,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d332ba4-2aa3-466d-92a9-736a700e4909"} {"level":"info","ts":1785957414.516153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d332ba4-2aa3-466d-92a9-736a700e4909","EoS":false} {"level":"info","ts":1785957414.516165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d332ba4-2aa3-466d-92a9-736a700e4909","EoS":true} {"level":"info","ts":1785957414.5161903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d332ba4-2aa3-466d-92a9-736a700e4909","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957414.5162065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d332ba4-2aa3-466d-92a9-736a700e4909","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957414.5162275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d332ba4-2aa3-466d-92a9-736a700e4909"} {"level":"info","ts":1785957414.557267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957414.5573518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0570642d-40bc-4017-ae1f-aa3f7f5e6e95"} {"level":"info","ts":1785957414.5573602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0570642d-40bc-4017-ae1f-aa3f7f5e6e95"} {"level":"info","ts":1785957414.5573704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0570642d-40bc-4017-ae1f-aa3f7f5e6e95","EoS":false} {"level":"info","ts":1785957414.5573816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0570642d-40bc-4017-ae1f-aa3f7f5e6e95","EoS":true} {"level":"info","ts":1785957414.5574026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0570642d-40bc-4017-ae1f-aa3f7f5e6e95","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957414.5574188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0570642d-40bc-4017-ae1f-aa3f7f5e6e95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957414.5574386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0570642d-40bc-4017-ae1f-aa3f7f5e6e95"} {"level":"info","ts":1785957414.5840497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957414.5841274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3fa824d-4b1b-4080-997f-04f949064eb3"} {"level":"info","ts":1785957414.5841372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3fa824d-4b1b-4080-997f-04f949064eb3"} {"level":"info","ts":1785957414.5841486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3fa824d-4b1b-4080-997f-04f949064eb3","EoS":false} {"level":"info","ts":1785957414.5841613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3fa824d-4b1b-4080-997f-04f949064eb3","EoS":true} {"level":"info","ts":1785957414.5841842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3fa824d-4b1b-4080-997f-04f949064eb3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957414.5841985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3fa824d-4b1b-4080-997f-04f949064eb3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957414.5842206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3fa824d-4b1b-4080-997f-04f949064eb3"} {"level":"info","ts":1785957414.6584554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957414.6585407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6697cacc-8e98-43e4-8b32-fcdb30e457a6"} {"level":"info","ts":1785957414.6585503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6697cacc-8e98-43e4-8b32-fcdb30e457a6"} {"level":"info","ts":1785957414.658561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6697cacc-8e98-43e4-8b32-fcdb30e457a6","EoS":false} {"level":"info","ts":1785957414.658573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6697cacc-8e98-43e4-8b32-fcdb30e457a6","EoS":true} {"level":"info","ts":1785957414.658595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6697cacc-8e98-43e4-8b32-fcdb30e457a6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957414.658611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6697cacc-8e98-43e4-8b32-fcdb30e457a6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957414.6586306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6697cacc-8e98-43e4-8b32-fcdb30e457a6"} {"level":"info","ts":1785957415.291276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957415.2913573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee0e44bb-799b-46ee-bf96-8f4b09433202"} {"level":"info","ts":1785957415.2913713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee0e44bb-799b-46ee-bf96-8f4b09433202"} {"level":"info","ts":1785957415.2913823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee0e44bb-799b-46ee-bf96-8f4b09433202","EoS":false} {"level":"info","ts":1785957415.2913954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee0e44bb-799b-46ee-bf96-8f4b09433202","EoS":true} {"level":"info","ts":1785957415.2914157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee0e44bb-799b-46ee-bf96-8f4b09433202","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957415.2914317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee0e44bb-799b-46ee-bf96-8f4b09433202","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957415.291452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee0e44bb-799b-46ee-bf96-8f4b09433202"} {"level":"info","ts":1785957415.3332782,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957415.3333666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4819e52f-16f0-4315-a48b-3795f4dc5670"} {"level":"info","ts":1785957415.3333864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4819e52f-16f0-4315-a48b-3795f4dc5670"} {"level":"info","ts":1785957415.3334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4819e52f-16f0-4315-a48b-3795f4dc5670","EoS":false} {"level":"info","ts":1785957415.3334122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4819e52f-16f0-4315-a48b-3795f4dc5670","EoS":true} {"level":"info","ts":1785957415.3334327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4819e52f-16f0-4315-a48b-3795f4dc5670","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957415.333448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4819e52f-16f0-4315-a48b-3795f4dc5670","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957415.3334718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4819e52f-16f0-4315-a48b-3795f4dc5670"} {"level":"info","ts":1785957419.4797087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957419.4798205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c98d31c8-c364-44d1-a8b2-f8c839058e4b"} {"level":"info","ts":1785957419.479833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c98d31c8-c364-44d1-a8b2-f8c839058e4b"} {"level":"info","ts":1785957419.4798453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c98d31c8-c364-44d1-a8b2-f8c839058e4b","EoS":false} {"level":"info","ts":1785957419.4798625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c98d31c8-c364-44d1-a8b2-f8c839058e4b","EoS":true} {"level":"info","ts":1785957419.4798865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c98d31c8-c364-44d1-a8b2-f8c839058e4b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957419.4799027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c98d31c8-c364-44d1-a8b2-f8c839058e4b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957419.4799247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c98d31c8-c364-44d1-a8b2-f8c839058e4b"} {"level":"info","ts":1785957435.2687829,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.268879,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a14eeaa-1d44-4b6f-93db-8cc4e0bb419a"} {"level":"info","ts":1785957435.2688935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a14eeaa-1d44-4b6f-93db-8cc4e0bb419a"} {"level":"info","ts":1785957435.2689087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a14eeaa-1d44-4b6f-93db-8cc4e0bb419a","EoS":false} {"level":"info","ts":1785957435.2689278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a14eeaa-1d44-4b6f-93db-8cc4e0bb419a","EoS":true} {"level":"info","ts":1785957435.2689602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a14eeaa-1d44-4b6f-93db-8cc4e0bb419a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957435.2689774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a14eeaa-1d44-4b6f-93db-8cc4e0bb419a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a14eeaa-1d44-4b6f-93db-8cc4e0bb419a"} {"level":"info","ts":1785957435.4259112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.4259937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.426006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.4260201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","EoS":false} {"level":"info","ts":1785957435.426031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","EoS":true} {"level":"info","ts":1785957435.4260514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957435.4260674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.4260917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.5691397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.569226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.5692406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.5692582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","EoS":false} {"level":"info","ts":1785957435.5692773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","EoS":true} {"level":"info","ts":1785957435.5693133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957435.5693328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.569364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.706379,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.7064598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7064688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7064807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","EoS":false} {"level":"info","ts":1785957435.7064912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","EoS":true} {"level":"info","ts":1785957435.7065127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957435.7065287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.7065492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.850537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.8506281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.8506386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.85065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","EoS":false} {"level":"info","ts":1785957435.8506644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","EoS":true} {"level":"info","ts":1785957435.85069,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957435.8507054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.8507285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.9873145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.987394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13013e38-4e10-4088-ab54-3b39000eadc2"} {"level":"info","ts":1785957435.987403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13013e38-4e10-4088-ab54-3b39000eadc2"} {"level":"info","ts":1785957435.9874134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13013e38-4e10-4088-ab54-3b39000eadc2","EoS":false} {"level":"info","ts":1785957435.9874246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13013e38-4e10-4088-ab54-3b39000eadc2","EoS":true} {"level":"info","ts":1785957435.9874456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13013e38-4e10-4088-ab54-3b39000eadc2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957435.9874604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13013e38-4e10-4088-ab54-3b39000eadc2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.987482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13013e38-4e10-4088-ab54-3b39000eadc2"} {"level":"info","ts":1785957456.9572787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957456.9573698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.9573843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.957397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","EoS":false} {"level":"info","ts":1785957456.9574084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","EoS":true} {"level":"info","ts":1785957456.9574294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957456.957446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957456.9574687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.99332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957456.9933996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5857303-014e-43a0-be9c-a4b9ac84b544"} {"level":"info","ts":1785957456.9934103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5857303-014e-43a0-be9c-a4b9ac84b544"} {"level":"info","ts":1785957456.9934227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5857303-014e-43a0-be9c-a4b9ac84b544","EoS":false} {"level":"info","ts":1785957456.9934368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5857303-014e-43a0-be9c-a4b9ac84b544","EoS":true} {"level":"info","ts":1785957456.9934587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5857303-014e-43a0-be9c-a4b9ac84b544","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957456.9934738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5857303-014e-43a0-be9c-a4b9ac84b544","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957456.9934974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5857303-014e-43a0-be9c-a4b9ac84b544"} {"level":"info","ts":1785957457.0286818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957457.0287828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fddcb627-32f1-4218-8b8e-df7713cf55da"} {"level":"info","ts":1785957457.028796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fddcb627-32f1-4218-8b8e-df7713cf55da"} {"level":"info","ts":1785957457.0288079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fddcb627-32f1-4218-8b8e-df7713cf55da","EoS":false} {"level":"info","ts":1785957457.0288186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fddcb627-32f1-4218-8b8e-df7713cf55da","EoS":true} {"level":"info","ts":1785957457.0288398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fddcb627-32f1-4218-8b8e-df7713cf55da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957457.0288553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fddcb627-32f1-4218-8b8e-df7713cf55da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957457.028876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fddcb627-32f1-4218-8b8e-df7713cf55da"} {"level":"info","ts":1785957457.0667295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957457.0668254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858"} {"level":"info","ts":1785957461.6560752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957461.6561673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.6561804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.6561937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","EoS":false} {"level":"info","ts":1785957461.6562076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","EoS":true} {"level":"info","ts":1785957461.65623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957461.6562462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957461.6562681,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957470.2242334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957470.2243247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.2243435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.2243562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","EoS":false} {"level":"info","ts":1785957470.22437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","EoS":true} {"level":"info","ts":1785957470.2243898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957470.2244074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957470.2244377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957483.0887349,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957483.0888464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.0888596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.0888727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","EoS":false} {"level":"info","ts":1785957483.0888872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","EoS":true} {"level":"info","ts":1785957483.0889094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957483.0889242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957483.0889492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957491.6102934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957491.6103723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.610382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.6103938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","EoS":false} {"level":"info","ts":1785957491.6104198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","EoS":true} {"level":"info","ts":1785957491.6104436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957491.610458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957491.6104782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957500.4895334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957500.4896173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.4896483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.4896617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","EoS":false} {"level":"info","ts":1785957500.4896731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","EoS":true} {"level":"info","ts":1785957500.4897013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957500.4897213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957500.4897723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957509.451432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957509.4515147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33ceae8-d96d-48bb-bc9b-2eff21388bb2"} {"level":"info","ts":1785957509.4515243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d33ceae8-d96d-48bb-bc9b-2eff21388bb2"} {"level":"info","ts":1785957509.4515364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d33ceae8-d96d-48bb-bc9b-2eff21388bb2","EoS":false} {"level":"info","ts":1785957509.451551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d33ceae8-d96d-48bb-bc9b-2eff21388bb2","EoS":true} {"level":"info","ts":1785957509.4515736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d33ceae8-d96d-48bb-bc9b-2eff21388bb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957509.4515898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33ceae8-d96d-48bb-bc9b-2eff21388bb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957509.4516137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d33ceae8-d96d-48bb-bc9b-2eff21388bb2"} {"level":"info","ts":1785957517.2649462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957517.2650218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dfe1d5d-b5c6-4f22-b18a-66cfb75ff22f"} {"level":"info","ts":1785957517.2650325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dfe1d5d-b5c6-4f22-b18a-66cfb75ff22f"} {"level":"info","ts":1785957517.2650461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dfe1d5d-b5c6-4f22-b18a-66cfb75ff22f","EoS":false} {"level":"info","ts":1785957517.2650654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dfe1d5d-b5c6-4f22-b18a-66cfb75ff22f","EoS":true} {"level":"info","ts":1785957517.265093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dfe1d5d-b5c6-4f22-b18a-66cfb75ff22f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785957517.2651103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dfe1d5d-b5c6-4f22-b18a-66cfb75ff22f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957517.2651336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dfe1d5d-b5c6-4f22-b18a-66cfb75ff22f"} {"level":"info","ts":1785957521.994866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957521.9949539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a307e48-0a80-4be8-965c-2d09f8b58fa8"} {"level":"info","ts":1785957521.9949636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a307e48-0a80-4be8-965c-2d09f8b58fa8"} {"level":"info","ts":1785957521.994976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a307e48-0a80-4be8-965c-2d09f8b58fa8","EoS":false} {"level":"info","ts":1785957521.99499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a307e48-0a80-4be8-965c-2d09f8b58fa8","EoS":true} {"level":"info","ts":1785957521.995011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a307e48-0a80-4be8-965c-2d09f8b58fa8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957521.995029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a307e48-0a80-4be8-965c-2d09f8b58fa8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957521.9950507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a307e48-0a80-4be8-965c-2d09f8b58fa8"} {"level":"info","ts":1785957532.9227972,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957532.9228926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.9229133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.9229267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","EoS":false} {"level":"info","ts":1785957532.922938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","EoS":true} {"level":"info","ts":1785957532.922961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957532.9229777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957532.9229987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957565.5384161,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957565.538515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.538529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.5385485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","EoS":false} {"level":"info","ts":1785957565.5385697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","EoS":true} {"level":"info","ts":1785957565.5385995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957565.5386188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957565.5386527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957574.8040884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957574.8042285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0619ddc-0b65-49af-96c7-46fde2863438"} {"level":"info","ts":1785957574.804242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0619ddc-0b65-49af-96c7-46fde2863438"} {"level":"info","ts":1785957574.804255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0619ddc-0b65-49af-96c7-46fde2863438","EoS":false} {"level":"info","ts":1785957574.8042688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0619ddc-0b65-49af-96c7-46fde2863438","EoS":true} {"level":"info","ts":1785957574.804289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0619ddc-0b65-49af-96c7-46fde2863438","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957574.8043044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0619ddc-0b65-49af-96c7-46fde2863438","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957574.8043256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0619ddc-0b65-49af-96c7-46fde2863438"} {"level":"info","ts":1785957590.858029,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957590.8581104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5e7d2d8-fab5-43f1-81da-ffcedf8c4517"} {"level":"info","ts":1785957590.858121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5e7d2d8-fab5-43f1-81da-ffcedf8c4517"} {"level":"info","ts":1785957590.8581333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5e7d2d8-fab5-43f1-81da-ffcedf8c4517","EoS":false} {"level":"info","ts":1785957590.858159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5e7d2d8-fab5-43f1-81da-ffcedf8c4517","EoS":true} {"level":"info","ts":1785957590.8581815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5e7d2d8-fab5-43f1-81da-ffcedf8c4517","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957590.8581967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5e7d2d8-fab5-43f1-81da-ffcedf8c4517","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957590.8582191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5e7d2d8-fab5-43f1-81da-ffcedf8c4517"} {"level":"info","ts":1785957600.3360467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957600.3361409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.336155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.336174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","EoS":false} {"level":"info","ts":1785957600.3361979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","EoS":true} {"level":"info","ts":1785957600.3362265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957600.3362489,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957600.3362834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957609.6913178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957609.6914148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.691437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.6914506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","EoS":false} {"level":"info","ts":1785957609.6914606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","EoS":true} {"level":"info","ts":1785957609.691483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957609.691501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957609.6915226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.7299495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957609.7300303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.7300403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.7300527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","EoS":false} {"level":"info","ts":1785957609.7300632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","EoS":true} {"level":"info","ts":1785957609.7300873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957609.7301047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957609.7301245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957628.639414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957628.63954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.6395574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.6395714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","EoS":false} {"level":"info","ts":1785957628.6395814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","EoS":true} {"level":"info","ts":1785957628.6396039,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957628.6396208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957628.6396434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957637.912198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957637.9123025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86c2e590-8994-4acd-a101-e92f917e2a00"} {"level":"info","ts":1785957637.9123185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86c2e590-8994-4acd-a101-e92f917e2a00"} {"level":"info","ts":1785957637.912336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86c2e590-8994-4acd-a101-e92f917e2a00","EoS":false} {"level":"info","ts":1785957637.9123569,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86c2e590-8994-4acd-a101-e92f917e2a00","EoS":true} {"level":"info","ts":1785957637.9123895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86c2e590-8994-4acd-a101-e92f917e2a00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957637.9124122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86c2e590-8994-4acd-a101-e92f917e2a00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957637.9124439,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86c2e590-8994-4acd-a101-e92f917e2a00"} {"level":"info","ts":1785957653.7307007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957653.730831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2156258f-445b-423b-ae5f-4b469234ff7e"} {"level":"info","ts":1785957653.73085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2156258f-445b-423b-ae5f-4b469234ff7e"} {"level":"info","ts":1785957653.7308707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2156258f-445b-423b-ae5f-4b469234ff7e","EoS":false} {"level":"info","ts":1785957653.7308967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2156258f-445b-423b-ae5f-4b469234ff7e","EoS":true} {"level":"info","ts":1785957653.7309318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2156258f-445b-423b-ae5f-4b469234ff7e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785957653.7309508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2156258f-445b-423b-ae5f-4b469234ff7e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957653.7309823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2156258f-445b-423b-ae5f-4b469234ff7e"} {"level":"info","ts":1785957786.342327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957786.342416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"872f45d9-c89f-4a2d-a945-449bba34fc2e"} {"level":"info","ts":1785957786.342425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"872f45d9-c89f-4a2d-a945-449bba34fc2e"} {"level":"info","ts":1785957786.3424363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"872f45d9-c89f-4a2d-a945-449bba34fc2e","EoS":false} {"level":"info","ts":1785957786.3424494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"872f45d9-c89f-4a2d-a945-449bba34fc2e","EoS":true} {"level":"info","ts":1785957786.3424785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"872f45d9-c89f-4a2d-a945-449bba34fc2e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785957786.342495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"872f45d9-c89f-4a2d-a945-449bba34fc2e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785957786.3425171,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"872f45d9-c89f-4a2d-a945-449bba34fc2e"} {"level":"info","ts":1785957807.164695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957807.164859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.1648755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.164892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","EoS":false} {"level":"info","ts":1785957807.1649086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","EoS":true} {"level":"info","ts":1785957807.1649404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785957807.1649587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785957807.164987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957888.4268029,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957888.4268847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.4269068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.426919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","EoS":false} {"level":"info","ts":1785957888.4269297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","EoS":true} {"level":"info","ts":1785957888.4269512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957888.4269686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957888.4269974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957903.651882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957903.6519694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.6519806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.651992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","EoS":false} {"level":"info","ts":1785957903.652002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","EoS":true} {"level":"info","ts":1785957903.652023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957903.6520398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957903.6520596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.9313073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957903.9313958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5a0caef-3da0-4590-97bd-ca5d1bc409f2"} {"level":"info","ts":1785957903.931404,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5a0caef-3da0-4590-97bd-ca5d1bc409f2"} {"level":"info","ts":1785957903.9314148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5a0caef-3da0-4590-97bd-ca5d1bc409f2","EoS":false} {"level":"info","ts":1785957903.9314258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5a0caef-3da0-4590-97bd-ca5d1bc409f2","EoS":true} {"level":"info","ts":1785957903.931447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5a0caef-3da0-4590-97bd-ca5d1bc409f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785957903.9314632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5a0caef-3da0-4590-97bd-ca5d1bc409f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957903.9314842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5a0caef-3da0-4590-97bd-ca5d1bc409f2"} {"level":"info","ts":1785958230.996186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958230.9962764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958230.996286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958230.9963021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","EoS":false} {"level":"info","ts":1785958230.9963164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","EoS":true} {"level":"info","ts":1785958230.9963405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785958230.9963562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785958230.9963856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958231.0364087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958231.0365102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85c63bec-2355-4f91-a9a6-1232e4c7e99b"} {"level":"info","ts":1785958231.0365229,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85c63bec-2355-4f91-a9a6-1232e4c7e99b"} {"level":"info","ts":1785958231.036535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85c63bec-2355-4f91-a9a6-1232e4c7e99b","EoS":false} {"level":"info","ts":1785958231.0365548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85c63bec-2355-4f91-a9a6-1232e4c7e99b","EoS":true} {"level":"info","ts":1785958231.036578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85c63bec-2355-4f91-a9a6-1232e4c7e99b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785958231.0365913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85c63bec-2355-4f91-a9a6-1232e4c7e99b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785958231.0366123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85c63bec-2355-4f91-a9a6-1232e4c7e99b"} {"level":"info","ts":1785958231.0740702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958231.0741403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05d11a36-6abc-4384-8cb7-e1b8c8fd828f"} {"level":"info","ts":1785958231.074149,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05d11a36-6abc-4384-8cb7-e1b8c8fd828f"} {"level":"info","ts":1785958231.074159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05d11a36-6abc-4384-8cb7-e1b8c8fd828f","EoS":false} {"level":"info","ts":1785958231.0741682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05d11a36-6abc-4384-8cb7-e1b8c8fd828f","EoS":true} {"level":"info","ts":1785958231.0741875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05d11a36-6abc-4384-8cb7-e1b8c8fd828f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785958231.0742025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05d11a36-6abc-4384-8cb7-e1b8c8fd828f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785958231.0742247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05d11a36-6abc-4384-8cb7-e1b8c8fd828f"} {"level":"info","ts":1785958235.8591583,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f6190a6-aa8d-44be-a3e7-4e5b72c1e8ac"} {"level":"info","ts":1785958235.8591583,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca33e729-1111-4025-b581-fe95336462ef","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958235.8592968,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca33e729-1111-4025-b581-fe95336462ef","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785958235.8684275,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba2f74e2-0da4-47a2-a823-74a8444abf14","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958235.8684576,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba2f74e2-0da4-47a2-a823-74a8444abf14","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785958235.8699048,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f6190a6-aa8d-44be-a3e7-4e5b72c1e8ac","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958235.870126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33934.260638409,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958235.8701434,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.026076,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3206f2bb-c746-4545-93b0-42f67ea3be19","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958236.0261424,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3206f2bb-c746-4545-93b0-42f67ea3be19","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785958236.026802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.0269911,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e10547ef-8fd0-4c54-9ee5-632ea366a16f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.0271547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bee5d4c-7ccc-41fb-8eb1-eb198bc40a8a"} {"level":"info","ts":1785958236.0272229,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e10547ef-8fd0-4c54-9ee5-632ea366a16f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958236.027275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8379dee6-51d9-4ea6-a780-515ffd7212af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.0272937,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8379dee6-51d9-4ea6-a780-515ffd7212af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958236.027593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34351.666185293,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.0276153,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.0346181,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.071131,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34242.994740836,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.0711741,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.1233828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.1243925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"898d55b9-cc18-445f-89cf-b36e831fd465","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.1244211,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"898d55b9-cc18-445f-89cf-b36e831fd465","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958236.1283326,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bee5d4c-7ccc-41fb-8eb1-eb198bc40a8a","name":"e2e-external-model"} {"level":"info","ts":1785958236.1384923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a69e5134-0950-4795-b7a1-0d34c058e8e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.1385372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a69e5134-0950-4795-b7a1-0d34c058e8e7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785958236.143894,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bee5d4c-7ccc-41fb-8eb1-eb198bc40a8a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785958236.1439512,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bee5d4c-7ccc-41fb-8eb1-eb198bc40a8a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958236.144024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b968af0a-91a3-40b8-be58-1998359cbb4d"} {"level":"info","ts":1785958236.1440866,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b968af0a-91a3-40b8-be58-1998359cbb4d","name":"e2e-external-model"} {"level":"info","ts":1785958236.1539528,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b968af0a-91a3-40b8-be58-1998359cbb4d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958236.1551313,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ae55b64-2e88-42fc-8e34-73feccbcfbfe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.1552303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ae55b64-2e88-42fc-8e34-73feccbcfbfe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785958236.1585193,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b968af0a-91a3-40b8-be58-1998359cbb4d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958236.1586492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feeac1f8-104c-46c7-b7f5-8a4a5380fea5"} {"level":"info","ts":1785958236.1587212,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feeac1f8-104c-46c7-b7f5-8a4a5380fea5","name":"e2e-external-model"} {"level":"info","ts":1785958236.1678817,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feeac1f8-104c-46c7-b7f5-8a4a5380fea5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958236.1718547,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f6190a6-aa8d-44be-a3e7-4e5b72c1e8ac","name":"e2e-external-provider"} {"level":"info","ts":1785958236.184294,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f6190a6-aa8d-44be-a3e7-4e5b72c1e8ac","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785958236.1881657,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f6190a6-aa8d-44be-a3e7-4e5b72c1e8ac","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958236.1882765,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"240b0590-c059-4077-ae05-c3ceb20b0d1e"} {"level":"info","ts":1785958236.1883287,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"240b0590-c059-4077-ae05-c3ceb20b0d1e","name":"e2e-external-provider"} {"level":"info","ts":1785958236.2028072,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"240b0590-c059-4077-ae05-c3ceb20b0d1e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785958247.5882182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958247.5882998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5"} {"level":"info","ts":1785958247.5883095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5"} {"level":"info","ts":1785958247.5883217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5","EoS":false} {"level":"info","ts":1785958247.5883327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5","EoS":true} {"level":"info","ts":1785958247.5883524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785958247.5883691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958247.5883777,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5","modelName":"e2e-external-model"} {"level":"info","ts":1785958247.5883932,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785958247.5884507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90ebf9c1-85cd-4eaa-93b1-09490bad2db5"} {"level":"info","ts":1785958247.6334343,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958247.6335206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409"} {"level":"info","ts":1785958247.633534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409"} {"level":"info","ts":1785958247.63355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409","EoS":false} {"level":"info","ts":1785958247.6335633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409","EoS":true} {"level":"info","ts":1785958247.6335857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785958247.6336024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958247.633613,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409","modelName":"e2e-external-model"} {"level":"info","ts":1785958247.6336293,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785958247.6336684,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d5eb95e-e10d-4a26-b663-1eb2071e3409"} {"level":"info","ts":1785958247.6587417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958247.6588337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.658843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.658855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","EoS":false} {"level":"info","ts":1785958247.6588645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","EoS":true} {"level":"info","ts":1785958247.6588867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785958247.6589086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958247.6589184,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","modelName":"e2e-external-model"} {"level":"info","ts":1785958247.6589365,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785958247.658975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.8927805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41b25afa-a9ea-4a48-935a-560f033e35fb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.8928702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41b25afa-a9ea-4a48-935a-560f033e35fb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785958247.8927805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b333e08-a1b5-455b-90f0-c6246b99822d"} {"level":"info","ts":1785958247.9036508,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e846f8-71fd-439c-87d6-c17282b47204","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.9036906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e846f8-71fd-439c-87d6-c17282b47204","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785958247.9042575,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b333e08-a1b5-455b-90f0-c6246b99822d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958247.904329,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b333e08-a1b5-455b-90f0-c6246b99822d","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9235213,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"081869c9-5895-465d-b80b-4002da396e05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.923576,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"081869c9-5895-465d-b80b-4002da396e05","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785958247.9302187,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b333e08-a1b5-455b-90f0-c6246b99822d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785958247.9303372,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b333e08-a1b5-455b-90f0-c6246b99822d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958247.9304283,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86f3e204-d787-464a-bf84-febf01c8aca6"} {"level":"info","ts":1785958247.9305017,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86f3e204-d787-464a-bf84-febf01c8aca6","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9452767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df752efa-8508-4905-845e-152727b6c9d1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.9453158,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df752efa-8508-4905-845e-152727b6c9d1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785958247.9461722,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86f3e204-d787-464a-bf84-febf01c8aca6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958247.94625,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2283a86-2b51-42f4-bae6-658ad881b60d"} {"level":"info","ts":1785958247.9463089,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2283a86-2b51-42f4-bae6-658ad881b60d","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9626098,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2283a86-2b51-42f4-bae6-658ad881b60d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958247.9729247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1b0a902-c907-439f-93dc-c7be7c189510","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.9729717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1b0a902-c907-439f-93dc-c7be7c189510","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785958247.9729905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cab6e871-314b-4d0f-8a99-167b11d3d45c"} {"level":"info","ts":1785958247.9730456,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cab6e871-314b-4d0f-8a99-167b11d3d45c","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9837909,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cab6e871-314b-4d0f-8a99-167b11d3d45c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958256.134835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"185c0269-338d-464b-b9a9-1a45c64a5289"} {"level":"info","ts":1785958256.1348464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5ef75d5-33fa-4767-b253-c695a225961b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958256.1348794,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5ef75d5-33fa-4767-b253-c695a225961b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958260.4266784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.4267924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32"} {"level":"info","ts":1785958260.4268055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32"} {"level":"info","ts":1785958260.4268181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32","EoS":false} {"level":"info","ts":1785958260.4268308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32","EoS":true} {"level":"info","ts":1785958260.4268525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785958260.4268682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785958260.4268878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32"} {"level":"info","ts":1785958260.4536054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.4536848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.4536977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.453709,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","EoS":false} {"level":"info","ts":1785958260.4537182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","EoS":true} {"level":"info","ts":1785958260.4537363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785958260.4537714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958260.4537787,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","modelName":"e2e-external-model"} {"level":"info","ts":1785958260.4537935,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785958260.4538286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.5429144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.5429916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.5430024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.5430133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","EoS":false} {"level":"info","ts":1785958260.5430264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","EoS":true} {"level":"info","ts":1785958260.543049,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785958260.5430646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958260.5430849,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.6671276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.6672025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.6672125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.667223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","EoS":false} {"level":"info","ts":1785958260.6672335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","EoS":true} {"level":"info","ts":1785958260.6672635,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","field":"model"} {"level":"info","ts":1785958260.6672907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958261.5271902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b011d7d7-9744-4b59-80a4-a50b1cc45342"} {"level":"info","ts":1785958261.527211,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"701e2e56-f95b-4e3c-b54f-b9e57607828d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958261.527245,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"701e2e56-f95b-4e3c-b54f-b9e57607828d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958261.6626887,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63d4fd9c-6e0f-47b3-a362-44eb6f2914b6"} {"level":"info","ts":1785958261.6627262,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5c85d2d-aff5-40fe-9cc4-c60ff03904a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958261.6627712,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5c85d2d-aff5-40fe-9cc4-c60ff03904a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785959777.4570973,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785959777.4571886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c2ed3f7-2f4a-48f1-ac55-03f692057f7a"} {"level":"info","ts":1785959854.0644794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785959854.0645664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.064578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.06459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","EoS":false} {"level":"info","ts":1785959854.0646036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","EoS":true} {"level":"info","ts":1785959854.0646293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785959854.0646465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785959854.0646691,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"}