{"level":"info","ts":1784934394.4351373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9790894f-cbf5-4e3f-98ff-a3621f87a9f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934394.435154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9790894f-cbf5-4e3f-98ff-a3621f87a9f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934394.435174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9790894f-cbf5-4e3f-98ff-a3621f87a9f0"} {"level":"info","ts":1784934413.3692975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.3693814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.369391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.3694026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","EoS":false} {"level":"info","ts":1784934413.3694134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","EoS":true} {"level":"info","ts":1784934413.3694358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934413.3694537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.3694735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.5069683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.5070486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.507062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.507073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","EoS":false} {"level":"info","ts":1784934413.507086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","EoS":true} {"level":"info","ts":1784934413.5071073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934413.5071483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.5071766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.6434216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.6434982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.643507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.6435177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","EoS":false} {"level":"info","ts":1784934413.6435285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","EoS":true} {"level":"info","ts":1784934413.6435487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934413.643566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.6435862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.7802482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.7803292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.7803414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.780355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","EoS":false} {"level":"info","ts":1784934413.7803707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","EoS":true} {"level":"info","ts":1784934413.780394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934413.7804117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.7804382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.9221704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.9222484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934413.9222572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934413.9222677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","EoS":false} {"level":"info","ts":1784934413.9222813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","EoS":true} {"level":"info","ts":1784934413.9223027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934413.9223204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.9223466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934414.058533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934414.0586078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8e3b722-91b9-4d1b-aa1d-1d706d75a4d2"} {"level":"info","ts":1784934414.0586188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8e3b722-91b9-4d1b-aa1d-1d706d75a4d2"} {"level":"info","ts":1784934414.0586317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8e3b722-91b9-4d1b-aa1d-1d706d75a4d2","EoS":false} {"level":"info","ts":1784934414.0586424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8e3b722-91b9-4d1b-aa1d-1d706d75a4d2","EoS":true} {"level":"info","ts":1784934414.0586655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8e3b722-91b9-4d1b-aa1d-1d706d75a4d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934414.0586834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8e3b722-91b9-4d1b-aa1d-1d706d75a4d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934414.058703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8e3b722-91b9-4d1b-aa1d-1d706d75a4d2"} {"level":"info","ts":1784934430.8014832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934430.8015642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.8015769,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.8015912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","EoS":false} {"level":"info","ts":1784934430.8016107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","EoS":true} {"level":"info","ts":1784934430.8016338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934430.801649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934430.80167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.8400965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934430.8402102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e403c9b2-0078-462a-9f6d-75a3c096ae0d"} {"level":"info","ts":1784934430.8402264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e403c9b2-0078-462a-9f6d-75a3c096ae0d"} {"level":"info","ts":1784934430.8402429,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e403c9b2-0078-462a-9f6d-75a3c096ae0d","EoS":false} {"level":"info","ts":1784934430.8402612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e403c9b2-0078-462a-9f6d-75a3c096ae0d","EoS":true} {"level":"info","ts":1784934430.840284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e403c9b2-0078-462a-9f6d-75a3c096ae0d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934430.8403027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e403c9b2-0078-462a-9f6d-75a3c096ae0d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934430.8403273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e403c9b2-0078-462a-9f6d-75a3c096ae0d"} {"level":"info","ts":1784934430.8772945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934430.8773518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5feec81d-ba56-449a-92a4-ae31809d9cbe"} {"level":"info","ts":1784934430.8773627,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5feec81d-ba56-449a-92a4-ae31809d9cbe"} {"level":"info","ts":1784934430.8773737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5feec81d-ba56-449a-92a4-ae31809d9cbe","EoS":false} {"level":"info","ts":1784934430.877386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5feec81d-ba56-449a-92a4-ae31809d9cbe","EoS":true} {"level":"info","ts":1784934430.8774016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5feec81d-ba56-449a-92a4-ae31809d9cbe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934430.8774154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5feec81d-ba56-449a-92a4-ae31809d9cbe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934430.8774362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5feec81d-ba56-449a-92a4-ae31809d9cbe"} {"level":"info","ts":1784934430.9122212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934430.9122748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187"} {"level":"info","ts":1784934435.5092866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934435.509367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934435.50938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934435.5093927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","EoS":false} {"level":"info","ts":1784934435.5094059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","EoS":true} {"level":"info","ts":1784934435.5094302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934435.5094469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934435.5094666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934444.0803847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934444.0804603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ddd77c5-4ea6-417f-899d-4af0a4244a1b"} {"level":"info","ts":1784934444.0804725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ddd77c5-4ea6-417f-899d-4af0a4244a1b"} {"level":"info","ts":1784934444.0804842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ddd77c5-4ea6-417f-899d-4af0a4244a1b","EoS":false} {"level":"info","ts":1784934444.0804949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ddd77c5-4ea6-417f-899d-4af0a4244a1b","EoS":true} {"level":"info","ts":1784934444.0805159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ddd77c5-4ea6-417f-899d-4af0a4244a1b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934444.080533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ddd77c5-4ea6-417f-899d-4af0a4244a1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934444.080554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ddd77c5-4ea6-417f-899d-4af0a4244a1b"} {"level":"info","ts":1784934446.1116931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934446.1117735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb48a072-24c1-48b9-b0ce-89d6e31b59ab"} {"level":"info","ts":1784934446.111786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb48a072-24c1-48b9-b0ce-89d6e31b59ab"} {"level":"info","ts":1784934446.1117976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb48a072-24c1-48b9-b0ce-89d6e31b59ab","EoS":false} {"level":"info","ts":1784934446.111815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb48a072-24c1-48b9-b0ce-89d6e31b59ab","EoS":true} {"level":"info","ts":1784934446.111838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb48a072-24c1-48b9-b0ce-89d6e31b59ab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934446.1118534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb48a072-24c1-48b9-b0ce-89d6e31b59ab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934446.1118758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb48a072-24c1-48b9-b0ce-89d6e31b59ab"} {"level":"info","ts":1784934448.151196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934448.1514409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934448.1514614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934448.1514812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","EoS":false} {"level":"info","ts":1784934448.1514983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","EoS":true} {"level":"info","ts":1784934448.151533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934448.151555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934448.1515858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934461.0189216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934461.0190096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934461.0190248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934461.0190427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","EoS":false} {"level":"info","ts":1784934461.0190623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","EoS":true} {"level":"info","ts":1784934461.0190914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934461.0191112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934461.0191674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934469.5575624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934469.557636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934469.557646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934469.5576565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","EoS":false} {"level":"info","ts":1784934469.5576684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","EoS":true} {"level":"info","ts":1784934469.5576882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934469.5577037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934469.5577238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934478.4072242,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934478.4073243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934478.407341,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934478.4073558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","EoS":false} {"level":"info","ts":1784934478.4073725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","EoS":true} {"level":"info","ts":1784934478.4074001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934478.4074192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934478.4074435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934487.3852232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934487.3853083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd852464-777c-43fc-a3a1-1318c76cb0b2"} {"level":"info","ts":1784934487.3853252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd852464-777c-43fc-a3a1-1318c76cb0b2"} {"level":"info","ts":1784934487.3853455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd852464-777c-43fc-a3a1-1318c76cb0b2","EoS":false} {"level":"info","ts":1784934487.3853667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd852464-777c-43fc-a3a1-1318c76cb0b2","EoS":true} {"level":"info","ts":1784934487.385399,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd852464-777c-43fc-a3a1-1318c76cb0b2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934487.3854163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd852464-777c-43fc-a3a1-1318c76cb0b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934487.3854442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd852464-777c-43fc-a3a1-1318c76cb0b2"} {"level":"info","ts":1784934492.1374323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934492.137525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2207a8e9-ec87-4ca2-a872-023cee77d755"} {"level":"info","ts":1784934492.1375334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2207a8e9-ec87-4ca2-a872-023cee77d755"} {"level":"info","ts":1784934492.137544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2207a8e9-ec87-4ca2-a872-023cee77d755","EoS":false} {"level":"info","ts":1784934492.137566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2207a8e9-ec87-4ca2-a872-023cee77d755","EoS":true} {"level":"info","ts":1784934492.137589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2207a8e9-ec87-4ca2-a872-023cee77d755","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934492.1376047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2207a8e9-ec87-4ca2-a872-023cee77d755","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934492.1376247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2207a8e9-ec87-4ca2-a872-023cee77d755"} {"level":"info","ts":1784934496.8978918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934496.8979652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2123c705-ae51-4813-8c8a-9923e67d1441"} {"level":"info","ts":1784934496.897977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2123c705-ae51-4813-8c8a-9923e67d1441"} {"level":"info","ts":1784934496.8979883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2123c705-ae51-4813-8c8a-9923e67d1441","EoS":false} {"level":"info","ts":1784934496.8979995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2123c705-ae51-4813-8c8a-9923e67d1441","EoS":true} {"level":"info","ts":1784934496.8980196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2123c705-ae51-4813-8c8a-9923e67d1441","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934496.8980346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2123c705-ae51-4813-8c8a-9923e67d1441","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934496.898056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2123c705-ae51-4813-8c8a-9923e67d1441"} {"level":"info","ts":1784934497.1774473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934497.1775215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffd05752-6994-48cc-8c28-105a351d2785"} {"level":"info","ts":1784934497.1775305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffd05752-6994-48cc-8c28-105a351d2785"} {"level":"info","ts":1784934497.1775424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffd05752-6994-48cc-8c28-105a351d2785","EoS":false} {"level":"info","ts":1784934497.177556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffd05752-6994-48cc-8c28-105a351d2785","EoS":true} {"level":"info","ts":1784934497.177578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffd05752-6994-48cc-8c28-105a351d2785","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934497.1775944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffd05752-6994-48cc-8c28-105a351d2785","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934497.1776164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffd05752-6994-48cc-8c28-105a351d2785"} {"level":"info","ts":1784934499.2112644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934499.211339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05b1abb7-886f-4600-b6f8-0e8c68b17d8e"} {"level":"info","ts":1784934499.2113519,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05b1abb7-886f-4600-b6f8-0e8c68b17d8e"} {"level":"info","ts":1784934499.211363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05b1abb7-886f-4600-b6f8-0e8c68b17d8e","EoS":false} {"level":"info","ts":1784934499.211378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05b1abb7-886f-4600-b6f8-0e8c68b17d8e","EoS":true} {"level":"info","ts":1784934499.2113981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05b1abb7-886f-4600-b6f8-0e8c68b17d8e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934499.211413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05b1abb7-886f-4600-b6f8-0e8c68b17d8e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934499.211434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05b1abb7-886f-4600-b6f8-0e8c68b17d8e"} {"level":"info","ts":1784934501.2472107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934501.2473042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a9f638a-eb49-41fd-90b6-5fc86a8e3780"} {"level":"info","ts":1784934501.2473178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a9f638a-eb49-41fd-90b6-5fc86a8e3780"} {"level":"info","ts":1784934501.2473419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a9f638a-eb49-41fd-90b6-5fc86a8e3780","EoS":false} {"level":"info","ts":1784934501.2473595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a9f638a-eb49-41fd-90b6-5fc86a8e3780","EoS":true} {"level":"info","ts":1784934501.2473907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a9f638a-eb49-41fd-90b6-5fc86a8e3780","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934501.2474089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a9f638a-eb49-41fd-90b6-5fc86a8e3780","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934501.2474372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a9f638a-eb49-41fd-90b6-5fc86a8e3780"} {"level":"info","ts":1784934503.284791,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934503.2848644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934503.28488,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934503.2848923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","EoS":false} {"level":"info","ts":1784934503.2849221,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","EoS":true} {"level":"info","ts":1784934503.284942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934503.2849576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934503.2849782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934525.6344335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934525.634521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934525.634561,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934525.6345823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","EoS":false} {"level":"info","ts":1784934525.6346033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","EoS":true} {"level":"info","ts":1784934525.634633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934525.6346517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934525.6346767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934534.9432147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934534.9432874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad7c6b1f-51f5-480e-afe9-00468989f0a6"} {"level":"info","ts":1784934534.9432964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad7c6b1f-51f5-480e-afe9-00468989f0a6"} {"level":"info","ts":1784934534.9433079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad7c6b1f-51f5-480e-afe9-00468989f0a6","EoS":false} {"level":"info","ts":1784934534.9433181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad7c6b1f-51f5-480e-afe9-00468989f0a6","EoS":true} {"level":"info","ts":1784934534.943339,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad7c6b1f-51f5-480e-afe9-00468989f0a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934534.9433587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad7c6b1f-51f5-480e-afe9-00468989f0a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934534.9433794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad7c6b1f-51f5-480e-afe9-00468989f0a6"} {"level":"info","ts":1784934540.389861,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934540.389971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f52def9-7319-4ef3-a358-c7713fd85abc"} {"level":"info","ts":1784934540.3899846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f52def9-7319-4ef3-a358-c7713fd85abc"} {"level":"info","ts":1784934540.3899994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f52def9-7319-4ef3-a358-c7713fd85abc","EoS":false} {"level":"info","ts":1784934540.3900175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f52def9-7319-4ef3-a358-c7713fd85abc","EoS":true} {"level":"info","ts":1784934540.3900373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f52def9-7319-4ef3-a358-c7713fd85abc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934540.3900523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f52def9-7319-4ef3-a358-c7713fd85abc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934540.3900685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f52def9-7319-4ef3-a358-c7713fd85abc"} {"level":"info","ts":1784934549.9331553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934549.9332333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce44f170-74e1-43ea-84a0-7dcbbefb4dcf"} {"level":"info","ts":1784934549.9332452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce44f170-74e1-43ea-84a0-7dcbbefb4dcf"} {"level":"info","ts":1784934549.9332602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce44f170-74e1-43ea-84a0-7dcbbefb4dcf","EoS":false} {"level":"info","ts":1784934549.9332798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce44f170-74e1-43ea-84a0-7dcbbefb4dcf","EoS":true} {"level":"info","ts":1784934549.9333007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce44f170-74e1-43ea-84a0-7dcbbefb4dcf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934549.9333155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce44f170-74e1-43ea-84a0-7dcbbefb4dcf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934549.9333827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce44f170-74e1-43ea-84a0-7dcbbefb4dcf"} {"level":"info","ts":1784934551.9921932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934551.992268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934551.9922795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934551.9922903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","EoS":false} {"level":"info","ts":1784934551.9923036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","EoS":true} {"level":"info","ts":1784934551.9923217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934551.9923363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934551.992361,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934561.4039698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934561.404072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.4041026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.4042132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","EoS":false} {"level":"info","ts":1784934561.404236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","EoS":true} {"level":"info","ts":1784934561.4042726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934561.4043047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934561.4043336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.4421725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934561.4422443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934561.442257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934561.442268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","EoS":false} {"level":"info","ts":1784934561.4422781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","EoS":true} {"level":"info","ts":1784934561.4422994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934561.442314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934561.442341,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934580.5184195,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934580.5184944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934580.5185034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934580.5185142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","EoS":false} {"level":"info","ts":1784934580.5185246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","EoS":true} {"level":"info","ts":1784934580.5185432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934580.5185556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934580.5185778,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934589.8493822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934589.8494632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b47677b6-1cd5-4b3d-8e2b-f6f9dc0a323b"} {"level":"info","ts":1784934589.8494818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b47677b6-1cd5-4b3d-8e2b-f6f9dc0a323b"} {"level":"info","ts":1784934589.8494995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b47677b6-1cd5-4b3d-8e2b-f6f9dc0a323b","EoS":false} {"level":"info","ts":1784934589.8495157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b47677b6-1cd5-4b3d-8e2b-f6f9dc0a323b","EoS":true} {"level":"info","ts":1784934589.8495421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b47677b6-1cd5-4b3d-8e2b-f6f9dc0a323b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934589.849559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b47677b6-1cd5-4b3d-8e2b-f6f9dc0a323b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934589.8495846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b47677b6-1cd5-4b3d-8e2b-f6f9dc0a323b"} {"level":"info","ts":1784934595.095998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934595.0960758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52cd563f-e4ca-4d73-824c-52bb2c754742"} {"level":"info","ts":1784934595.0960882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52cd563f-e4ca-4d73-824c-52bb2c754742"} {"level":"info","ts":1784934595.0960999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52cd563f-e4ca-4d73-824c-52bb2c754742","EoS":false} {"level":"info","ts":1784934595.0961137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52cd563f-e4ca-4d73-824c-52bb2c754742","EoS":true} {"level":"info","ts":1784934595.0961607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52cd563f-e4ca-4d73-824c-52bb2c754742","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934595.096176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52cd563f-e4ca-4d73-824c-52bb2c754742","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934595.0961947,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52cd563f-e4ca-4d73-824c-52bb2c754742"} {"level":"info","ts":1784934685.5280976,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934685.5282238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd1a423a-b200-479c-a670-4e6ff3b3d83f"} {"level":"info","ts":1784934685.5282433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd1a423a-b200-479c-a670-4e6ff3b3d83f"} {"level":"info","ts":1784934685.5282614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd1a423a-b200-479c-a670-4e6ff3b3d83f","EoS":false} {"level":"info","ts":1784934685.528277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd1a423a-b200-479c-a670-4e6ff3b3d83f","EoS":true} {"level":"info","ts":1784934685.5283058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd1a423a-b200-479c-a670-4e6ff3b3d83f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784934685.528326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd1a423a-b200-479c-a670-4e6ff3b3d83f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784934685.5283532,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd1a423a-b200-479c-a670-4e6ff3b3d83f"} {"level":"info","ts":1784934711.2279022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934711.2279825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934711.2279942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934711.2280061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","EoS":false} {"level":"info","ts":1784934711.2280219,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","EoS":true} {"level":"info","ts":1784934711.2280443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784934711.2280602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784934711.2280803,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934748.2849376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934748.2850196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934748.2850304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934748.2850413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","EoS":false} {"level":"info","ts":1784934748.2850547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","EoS":true} {"level":"info","ts":1784934748.2850773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934748.285092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934748.2851124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934763.5352294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934763.535307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.5353174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.5353332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","EoS":false} {"level":"info","ts":1784934763.5353446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","EoS":true} {"level":"info","ts":1784934763.535366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934763.5353794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934763.5354033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.852699,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934763.852776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd4ab03e-6e57-4642-9994-3c23ce0f3126"} {"level":"info","ts":1784934763.8527858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd4ab03e-6e57-4642-9994-3c23ce0f3126"} {"level":"info","ts":1784934763.852797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd4ab03e-6e57-4642-9994-3c23ce0f3126","EoS":false} {"level":"info","ts":1784934763.8528087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd4ab03e-6e57-4642-9994-3c23ce0f3126","EoS":true} {"level":"info","ts":1784934763.852829,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd4ab03e-6e57-4642-9994-3c23ce0f3126","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934763.8528447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd4ab03e-6e57-4642-9994-3c23ce0f3126","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934763.8528717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd4ab03e-6e57-4642-9994-3c23ce0f3126"} {"level":"info","ts":1784935104.8298266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935104.829909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8299193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8299296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","EoS":false} {"level":"info","ts":1784935104.8299413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","EoS":true} {"level":"info","ts":1784935104.8299627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784935104.8299775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784935104.8299987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8683052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935104.8683813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.8683925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.868403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","EoS":false} {"level":"info","ts":1784935104.8684156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","EoS":true} {"level":"info","ts":1784935104.8684402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784935104.868455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784935104.8684733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.906905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935104.9069653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78736869-9838-49d7-b14a-4e3ecb03fdb8"} {"level":"info","ts":1784935104.9069743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78736869-9838-49d7-b14a-4e3ecb03fdb8"} {"level":"info","ts":1784935104.9069839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78736869-9838-49d7-b14a-4e3ecb03fdb8","EoS":false} {"level":"info","ts":1784935104.906994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78736869-9838-49d7-b14a-4e3ecb03fdb8","EoS":true} {"level":"info","ts":1784935104.907011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78736869-9838-49d7-b14a-4e3ecb03fdb8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784935104.9070241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78736869-9838-49d7-b14a-4e3ecb03fdb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784935104.9070418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78736869-9838-49d7-b14a-4e3ecb03fdb8"} {"level":"info","ts":1784935104.9378653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935104.9379256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06dbf20e-f0d8-4193-bd69-df61b315cf65"} {"level":"info","ts":1784935104.9379349,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06dbf20e-f0d8-4193-bd69-df61b315cf65"} {"level":"info","ts":1784935104.9379447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06dbf20e-f0d8-4193-bd69-df61b315cf65","EoS":false} {"level":"info","ts":1784935104.9379554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06dbf20e-f0d8-4193-bd69-df61b315cf65","EoS":true} {"level":"info","ts":1784935104.937971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06dbf20e-f0d8-4193-bd69-df61b315cf65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784935104.9379847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06dbf20e-f0d8-4193-bd69-df61b315cf65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784935104.938003,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06dbf20e-f0d8-4193-bd69-df61b315cf65"} {"level":"info","ts":1784935109.778097,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06c86711-a5c3-4f2e-9570-5c68db115249","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935109.7781372,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02230f6-9273-46b5-8ba3-386a709c4b90"} {"level":"info","ts":1784935109.778167,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06c86711-a5c3-4f2e-9570-5c68db115249","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784935109.7846935,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d504f549-767c-40f5-8f4a-8bcd08177fbf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935109.7847178,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d504f549-767c-40f5-8f4a-8bcd08177fbf","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784935109.7859087,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02230f6-9273-46b5-8ba3-386a709c4b90","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935109.7861812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36646.191943897,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.7862003,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9345772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07e5e77b-37d5-494f-8084-2e71c0afb5a4"} {"level":"info","ts":1784935109.9351792,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecc8b55a-7d85-40f7-878f-2f50c5d2cc55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935109.9352276,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecc8b55a-7d85-40f7-878f-2f50c5d2cc55","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784935109.9353445,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe781b84-601d-445c-871e-bf3eafa674cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935109.9353886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe781b84-601d-445c-871e-bf3eafa674cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935109.935453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b05a8207-b5f3-4109-8503-0d082be7ef79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935109.9354725,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b05a8207-b5f3-4109-8503-0d082be7ef79","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935109.9358866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"036b4742-0a2c-469e-860c-9eee00db64ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935109.9359124,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"036b4742-0a2c-469e-860c-9eee00db64ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935109.936596,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784935109.9395082,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07e5e77b-37d5-494f-8084-2e71c0afb5a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935109.9397287,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35677.029751376,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9397478,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9464993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9867754,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34104.476364957,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9867952,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9961827,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935110.0361507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9a8b162-8854-40f5-b449-4b023ef74b00","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935110.0361876,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9a8b162-8854-40f5-b449-4b023ef74b00","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935110.0398793,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07e5e77b-37d5-494f-8084-2e71c0afb5a4","name":"e2e-external-model"} {"level":"info","ts":1784935110.048949,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07e5e77b-37d5-494f-8084-2e71c0afb5a4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935110.0524414,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"439f7a19-872d-4333-b4ee-2e459d45728b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935110.0524693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"439f7a19-872d-4333-b4ee-2e459d45728b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784935110.0528817,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07e5e77b-37d5-494f-8084-2e71c0afb5a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935110.0529392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7846af82-29c0-4905-b2d7-4d717cf59f22"} {"level":"info","ts":1784935110.0529802,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7846af82-29c0-4905-b2d7-4d717cf59f22","name":"e2e-external-model"} {"level":"info","ts":1784935110.0621426,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7846af82-29c0-4905-b2d7-4d717cf59f22","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935110.0653515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4cf8fc5-6f8f-4848-bf1c-864acd5f3968","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935110.0653777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4cf8fc5-6f8f-4848-bf1c-864acd5f3968","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784935110.0699,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7846af82-29c0-4905-b2d7-4d717cf59f22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935110.0699694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a069f29c-466b-495b-831f-7b0a8ed8b261"} {"level":"info","ts":1784935110.0700111,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a069f29c-466b-495b-831f-7b0a8ed8b261","name":"e2e-external-model"} {"level":"info","ts":1784935110.077849,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a069f29c-466b-495b-831f-7b0a8ed8b261","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935110.0873196,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02230f6-9273-46b5-8ba3-386a709c4b90","name":"e2e-external-provider"} {"level":"info","ts":1784935110.0988014,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02230f6-9273-46b5-8ba3-386a709c4b90","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784935110.1025984,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02230f6-9273-46b5-8ba3-386a709c4b90","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935110.1026785,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"984b49f8-4ed5-4956-a48c-9fa0bac0f044"} {"level":"info","ts":1784935110.1027262,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"984b49f8-4ed5-4956-a48c-9fa0bac0f044","name":"e2e-external-provider"} {"level":"info","ts":1784935110.114061,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"984b49f8-4ed5-4956-a48c-9fa0bac0f044","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784935119.3681135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935119.368208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1"} {"level":"info","ts":1784935119.368218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1"} {"level":"info","ts":1784935119.3682284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1","EoS":false} {"level":"info","ts":1784935119.368241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1","EoS":true} {"level":"info","ts":1784935119.3682616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784935119.3682773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935119.3682847,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1","modelName":"e2e-external-model"} {"level":"info","ts":1784935119.3682985,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784935119.3683412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94a0d85f-da51-44ea-8e1e-026cce2f89a1"} {"level":"info","ts":1784935119.4159334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935119.4160178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221"} {"level":"info","ts":1784935119.4160345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221"} {"level":"info","ts":1784935119.4160514,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221","EoS":false} {"level":"info","ts":1784935119.4160714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221","EoS":true} {"level":"info","ts":1784935119.4161987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784935119.416225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935119.4162354,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221","modelName":"e2e-external-model"} {"level":"info","ts":1784935119.416259,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784935119.416301,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b655417-e083-409c-9f24-1c0db7edf221"} {"level":"info","ts":1784935119.4451115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935119.445259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650"} {"level":"info","ts":1784935119.445272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650"} {"level":"info","ts":1784935119.445284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","EoS":false} {"level":"info","ts":1784935119.445297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","EoS":true} {"level":"info","ts":1784935119.4453504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784935119.4453678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935119.4453769,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","modelName":"e2e-external-model"} {"level":"info","ts":1784935119.445395,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784935119.4454343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650"} {"level":"info","ts":1784935119.5741966,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aa9b4f9-0518-44b1-8de8-7676ed8e19c9"} {"level":"info","ts":1784935119.5742216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ed38fd7-e8b9-4ed9-92ba-0f9af27e7c96","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.574261,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ed38fd7-e8b9-4ed9-92ba-0f9af27e7c96","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.5792124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60c7c59e-a13b-44d8-847c-a3d99b63fddc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.5792463,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60c7c59e-a13b-44d8-847c-a3d99b63fddc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784935119.582244,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aa9b4f9-0518-44b1-8de8-7676ed8e19c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935119.582301,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aa9b4f9-0518-44b1-8de8-7676ed8e19c9","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.5926661,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aa9b4f9-0518-44b1-8de8-7676ed8e19c9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784935119.5967667,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aa9b4f9-0518-44b1-8de8-7676ed8e19c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935119.59683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f586a85-97c7-47b2-a6ae-570fcdd02c17"} {"level":"info","ts":1784935119.5968745,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f586a85-97c7-47b2-a6ae-570fcdd02c17","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.6032786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5a7bfa5-30fe-4964-80c2-243aec04ceed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.603302,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5a7bfa5-30fe-4964-80c2-243aec04ceed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.6071978,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f586a85-97c7-47b2-a6ae-570fcdd02c17","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784935119.610752,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f586a85-97c7-47b2-a6ae-570fcdd02c17","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935119.610819,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a2e42bc-fc38-4d7c-80ce-5723ea760738"} {"level":"info","ts":1784935119.6108649,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a2e42bc-fc38-4d7c-80ce-5723ea760738","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.617949,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae9125a6-4bf2-40bf-a93a-f24c1578cd54","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.6179724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae9125a6-4bf2-40bf-a93a-f24c1578cd54","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.618517,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a2e42bc-fc38-4d7c-80ce-5723ea760738","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784935119.6220765,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a2e42bc-fc38-4d7c-80ce-5723ea760738","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935119.622171,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a5d3454-5ab8-47d5-a1f2-83b7c4509a44"} {"level":"info","ts":1784935119.6222186,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a5d3454-5ab8-47d5-a1f2-83b7c4509a44","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.6291056,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a5d3454-5ab8-47d5-a1f2-83b7c4509a44","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935119.6299973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0f0f504-8070-492a-8ffa-ca3d9e927c92","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.6300297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0f0f504-8070-492a-8ffa-ca3d9e927c92","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784935119.6346018,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a5d3454-5ab8-47d5-a1f2-83b7c4509a44","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935119.6346676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21d9427d-fc37-4c6b-8e4c-3e63a5d61b37"} {"level":"info","ts":1784935119.6347146,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21d9427d-fc37-4c6b-8e4c-3e63a5d61b37","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.642295,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21d9427d-fc37-4c6b-8e4c-3e63a5d61b37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935127.8314905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1bc60a2-19bb-44e0-adc5-1567cc2f04b0"} {"level":"info","ts":1784935127.831536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6374585c-a6c6-4d87-8b34-855ecbb23a9d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935127.8315759,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6374585c-a6c6-4d87-8b34-855ecbb23a9d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935132.1333654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.1334577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f"} {"level":"info","ts":1784935132.1334739,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f"} {"level":"info","ts":1784935132.1334898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f","EoS":false} {"level":"info","ts":1784935132.1335087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f","EoS":true} {"level":"info","ts":1784935132.1335385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784935132.1335602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784935132.1336036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f"} {"level":"info","ts":1784935132.1622326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.1622972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34"} {"level":"info","ts":1784935132.162309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34"} {"level":"info","ts":1784935132.1623192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","EoS":false} {"level":"info","ts":1784935132.1623306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","EoS":true} {"level":"info","ts":1784935132.1623487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784935132.1623635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935132.162371,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","modelName":"e2e-external-model"} {"level":"info","ts":1784935132.1623864,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784935132.1624236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34"} {"level":"info","ts":1784935132.213313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.2133808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.2133925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.2134037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","EoS":false} {"level":"info","ts":1784935132.213414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","EoS":true} {"level":"info","ts":1784935132.2134347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784935132.2134495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935132.213469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.3556626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.3557398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935132.3557522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935132.3557634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","EoS":false} {"level":"info","ts":1784935132.355777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","EoS":true} {"level":"info","ts":1784935132.3558009,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","field":"model"} {"level":"info","ts":1784935132.3558264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935133.2658978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6f8d864-16eb-46d3-8f65-99cac334db38","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935133.2659385,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6f8d864-16eb-46d3-8f65-99cac334db38","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935133.2659354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fff3847-d38a-469c-83b2-a227b58a1edb"} {"level":"info","ts":1784935133.4108222,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8720b62-e054-4dd6-8763-6cfd30bcec77"} {"level":"info","ts":1784935133.4108436,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"126167cf-f4d8-4027-ba9f-be5095bb799e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935133.4108648,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"126167cf-f4d8-4027-ba9f-be5095bb799e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784936274.606752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936274.6068895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95a65c93-83ae-4714-b734-e8d83c9a93fc"} {"level":"info","ts":1784936328.6386619,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936328.6387565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"} {"level":"info","ts":1784936328.63877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"} {"level":"info","ts":1784936328.638787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","EoS":false} {"level":"info","ts":1784936328.638806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","EoS":true} {"level":"info","ts":1784936328.63884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936328.6388602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784936328.6388886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"}