{"level":"info","ts":1785840937.4221926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a733b37-5637-4c92-acd5-5858ff796dc2"} {"level":"info","ts":1785840937.4222105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a733b37-5637-4c92-acd5-5858ff796dc2"} {"level":"info","ts":1785840937.4222271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a733b37-5637-4c92-acd5-5858ff796dc2","EoS":false} {"level":"info","ts":1785840937.4222417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a733b37-5637-4c92-acd5-5858ff796dc2","EoS":true} {"level":"info","ts":1785840937.4222717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a733b37-5637-4c92-acd5-5858ff796dc2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840937.4222922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a733b37-5637-4c92-acd5-5858ff796dc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840937.4223247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a733b37-5637-4c92-acd5-5858ff796dc2"} {"level":"info","ts":1785840937.4645631,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840937.4646344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e96c6825-3e1f-4627-9600-0b3ee25f8aa3"} {"level":"info","ts":1785840937.4646451,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e96c6825-3e1f-4627-9600-0b3ee25f8aa3"} {"level":"info","ts":1785840937.4646568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e96c6825-3e1f-4627-9600-0b3ee25f8aa3","EoS":false} {"level":"info","ts":1785840937.4646714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e96c6825-3e1f-4627-9600-0b3ee25f8aa3","EoS":true} {"level":"info","ts":1785840937.4646912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e96c6825-3e1f-4627-9600-0b3ee25f8aa3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840937.4647071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e96c6825-3e1f-4627-9600-0b3ee25f8aa3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840937.4647298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e96c6825-3e1f-4627-9600-0b3ee25f8aa3"} {"level":"info","ts":1785840937.4895403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840937.489638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b9a053a-e0d7-4ab9-8716-0675240cae0d"} {"level":"info","ts":1785840937.489653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b9a053a-e0d7-4ab9-8716-0675240cae0d"} {"level":"info","ts":1785840937.4896717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b9a053a-e0d7-4ab9-8716-0675240cae0d","EoS":false} {"level":"info","ts":1785840937.4896944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b9a053a-e0d7-4ab9-8716-0675240cae0d","EoS":true} {"level":"info","ts":1785840937.4897237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b9a053a-e0d7-4ab9-8716-0675240cae0d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840937.4897418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b9a053a-e0d7-4ab9-8716-0675240cae0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840937.4898179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b9a053a-e0d7-4ab9-8716-0675240cae0d"} {"level":"info","ts":1785840937.5440898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840937.5441754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"294fb892-2dbc-4dcf-8f75-ea81ca203f12"} {"level":"info","ts":1785840937.544188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"294fb892-2dbc-4dcf-8f75-ea81ca203f12"} {"level":"info","ts":1785840937.5442061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"294fb892-2dbc-4dcf-8f75-ea81ca203f12","EoS":false} {"level":"info","ts":1785840937.5442247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"294fb892-2dbc-4dcf-8f75-ea81ca203f12","EoS":true} {"level":"info","ts":1785840937.5442529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"294fb892-2dbc-4dcf-8f75-ea81ca203f12","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840937.5442731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"294fb892-2dbc-4dcf-8f75-ea81ca203f12","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840937.5443027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"294fb892-2dbc-4dcf-8f75-ea81ca203f12"} {"level":"info","ts":1785840938.2140603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840938.214137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"297861f1-f59f-4b41-86ef-2282736566a6"} {"level":"info","ts":1785840938.2141464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"297861f1-f59f-4b41-86ef-2282736566a6"} {"level":"info","ts":1785840938.2141578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"297861f1-f59f-4b41-86ef-2282736566a6","EoS":false} {"level":"info","ts":1785840938.2141688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"297861f1-f59f-4b41-86ef-2282736566a6","EoS":true} {"level":"info","ts":1785840938.214192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"297861f1-f59f-4b41-86ef-2282736566a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840938.2142076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"297861f1-f59f-4b41-86ef-2282736566a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840938.2143042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"297861f1-f59f-4b41-86ef-2282736566a6"} {"level":"info","ts":1785840938.254051,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840938.2541332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8e27470-636d-4272-a24b-f4197ed3fb3f"} {"level":"info","ts":1785840938.254143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8e27470-636d-4272-a24b-f4197ed3fb3f"} {"level":"info","ts":1785840938.2541537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8e27470-636d-4272-a24b-f4197ed3fb3f","EoS":false} {"level":"info","ts":1785840938.2541645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8e27470-636d-4272-a24b-f4197ed3fb3f","EoS":true} {"level":"info","ts":1785840938.2541864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8e27470-636d-4272-a24b-f4197ed3fb3f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840938.2542021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8e27470-636d-4272-a24b-f4197ed3fb3f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840938.2542872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8e27470-636d-4272-a24b-f4197ed3fb3f"} {"level":"info","ts":1785840942.404688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840942.4047673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea72555b-d984-4372-a6cd-959603906a49"} {"level":"info","ts":1785840942.404776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea72555b-d984-4372-a6cd-959603906a49"} {"level":"info","ts":1785840942.4047868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea72555b-d984-4372-a6cd-959603906a49","EoS":false} {"level":"info","ts":1785840942.4048038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea72555b-d984-4372-a6cd-959603906a49","EoS":true} {"level":"info","ts":1785840942.404824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea72555b-d984-4372-a6cd-959603906a49","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840942.4048402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea72555b-d984-4372-a6cd-959603906a49","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840942.4048626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea72555b-d984-4372-a6cd-959603906a49"} {"level":"info","ts":1785840958.1853054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.1854217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d6abb74-aae1-46b5-a8a7-a5e2d1b7df07"} {"level":"info","ts":1785840958.1854384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d6abb74-aae1-46b5-a8a7-a5e2d1b7df07"} {"level":"info","ts":1785840958.185505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d6abb74-aae1-46b5-a8a7-a5e2d1b7df07","EoS":false} {"level":"info","ts":1785840958.1855257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d6abb74-aae1-46b5-a8a7-a5e2d1b7df07","EoS":true} {"level":"info","ts":1785840958.185568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d6abb74-aae1-46b5-a8a7-a5e2d1b7df07","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840958.1855876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d6abb74-aae1-46b5-a8a7-a5e2d1b7df07","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.18562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d6abb74-aae1-46b5-a8a7-a5e2d1b7df07"} {"level":"info","ts":1785840958.3403573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.3404746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722"} {"level":"info","ts":1785840958.3404884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722"} {"level":"info","ts":1785840958.3405013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722","EoS":false} {"level":"info","ts":1785840958.3405128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722","EoS":true} {"level":"info","ts":1785840958.340534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840958.3405547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.3405771,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722"} {"level":"info","ts":1785840958.4809153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.4810011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.4810476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.481061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","EoS":false} {"level":"info","ts":1785840958.4810722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","EoS":true} {"level":"info","ts":1785840958.4810944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840958.4811103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.481131,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.6258829,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.6259656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.6259756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.625987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","EoS":false} {"level":"info","ts":1785840958.625998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","EoS":true} {"level":"info","ts":1785840958.6260188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840958.6260343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.6260564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.7625735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.7626483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.7626567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.7626688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","EoS":false} {"level":"info","ts":1785840958.7626822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","EoS":true} {"level":"info","ts":1785840958.7627032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840958.7627234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.7627552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.9016647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.9017391,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3d460fe-ba9f-4b0a-824a-3be7f86a21b0"} {"level":"info","ts":1785840958.9017487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3d460fe-ba9f-4b0a-824a-3be7f86a21b0"} {"level":"info","ts":1785840958.9017594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3d460fe-ba9f-4b0a-824a-3be7f86a21b0","EoS":false} {"level":"info","ts":1785840958.9017723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3d460fe-ba9f-4b0a-824a-3be7f86a21b0","EoS":true} {"level":"info","ts":1785840958.9017992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3d460fe-ba9f-4b0a-824a-3be7f86a21b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840958.9018164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3d460fe-ba9f-4b0a-824a-3be7f86a21b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.9018385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3d460fe-ba9f-4b0a-824a-3be7f86a21b0"} {"level":"info","ts":1785840980.0025663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.002638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.002648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.0026593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","EoS":false} {"level":"info","ts":1785840980.002671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","EoS":true} {"level":"info","ts":1785840980.0026944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840980.0027125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840980.0027745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.0492065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.0492885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.0493019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.0493202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","EoS":false} {"level":"info","ts":1785840980.0493345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","EoS":true} {"level":"info","ts":1785840980.049362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840980.0493786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840980.0494273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.0891125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.089177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57016ff3-6383-43e7-bd49-717314e231bb"} {"level":"info","ts":1785840980.0891945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57016ff3-6383-43e7-bd49-717314e231bb"} {"level":"info","ts":1785840980.0892067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57016ff3-6383-43e7-bd49-717314e231bb","EoS":false} {"level":"info","ts":1785840980.0892165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57016ff3-6383-43e7-bd49-717314e231bb","EoS":true} {"level":"info","ts":1785840980.0892355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57016ff3-6383-43e7-bd49-717314e231bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840980.0892909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57016ff3-6383-43e7-bd49-717314e231bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840980.0893147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57016ff3-6383-43e7-bd49-717314e231bb"} {"level":"info","ts":1785840980.123715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.1237962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b807e74-d360-40f8-b88f-da2826521dc6"} {"level":"info","ts":1785840980.123815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b807e74-d360-40f8-b88f-da2826521dc6"} {"level":"info","ts":1785840980.1238334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b807e74-d360-40f8-b88f-da2826521dc6","EoS":false} {"level":"info","ts":1785840980.1238487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b807e74-d360-40f8-b88f-da2826521dc6","EoS":true} {"level":"info","ts":1785840980.1238678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b807e74-d360-40f8-b88f-da2826521dc6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840980.1238794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b807e74-d360-40f8-b88f-da2826521dc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840980.1239076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b807e74-d360-40f8-b88f-da2826521dc6"} {"level":"info","ts":1785840980.156684,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.1567442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c"} {"level":"info","ts":1785840984.784543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840984.7846203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.7846308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.7846425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","EoS":false} {"level":"info","ts":1785840984.7846596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","EoS":true} {"level":"info","ts":1785840984.7846851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840984.784702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840984.7847252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840993.3412647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840993.3413453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.34136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.341372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","EoS":false} {"level":"info","ts":1785840993.3414116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","EoS":true} {"level":"info","ts":1785840993.3414376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840993.3414555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840993.3414772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785841006.2389123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841006.2389872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.2389967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.2390077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","EoS":false} {"level":"info","ts":1785841006.2390184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","EoS":true} {"level":"info","ts":1785841006.2390416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841006.239058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841006.239082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841014.7696064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841014.769693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.7697096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.7697208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","EoS":false} {"level":"info","ts":1785841014.769732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","EoS":true} {"level":"info","ts":1785841014.769753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841014.769769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841014.76979,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841023.6562064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841023.6562893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.6562994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.656312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","EoS":false} {"level":"info","ts":1785841023.6563284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","EoS":true} {"level":"info","ts":1785841023.6563473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841023.6563714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841023.656418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841032.6032367,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841032.603321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b346534-b74a-4880-a4a3-5f74052ddc8f"} {"level":"info","ts":1785841032.6033344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b346534-b74a-4880-a4a3-5f74052ddc8f"} {"level":"info","ts":1785841032.6033478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b346534-b74a-4880-a4a3-5f74052ddc8f","EoS":false} {"level":"info","ts":1785841032.603364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b346534-b74a-4880-a4a3-5f74052ddc8f","EoS":true} {"level":"info","ts":1785841032.6033866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b346534-b74a-4880-a4a3-5f74052ddc8f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841032.6034248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b346534-b74a-4880-a4a3-5f74052ddc8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841032.603446,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b346534-b74a-4880-a4a3-5f74052ddc8f"} {"level":"info","ts":1785841037.3505795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841037.3506641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d888319c-68f5-4956-be2e-25d1db770c03"} {"level":"info","ts":1785841037.3506744,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d888319c-68f5-4956-be2e-25d1db770c03"} {"level":"info","ts":1785841037.3506863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d888319c-68f5-4956-be2e-25d1db770c03","EoS":false} {"level":"info","ts":1785841037.350696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d888319c-68f5-4956-be2e-25d1db770c03","EoS":true} {"level":"info","ts":1785841037.3507159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d888319c-68f5-4956-be2e-25d1db770c03","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785841037.3507318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d888319c-68f5-4956-be2e-25d1db770c03","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841037.3507514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d888319c-68f5-4956-be2e-25d1db770c03"} {"level":"info","ts":1785841042.155236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841042.155324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e83726a-8d9f-44cb-a946-7962add3ab05"} {"level":"info","ts":1785841042.155338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e83726a-8d9f-44cb-a946-7962add3ab05"} {"level":"info","ts":1785841042.1553547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e83726a-8d9f-44cb-a946-7962add3ab05","EoS":false} {"level":"info","ts":1785841042.1553655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e83726a-8d9f-44cb-a946-7962add3ab05","EoS":true} {"level":"info","ts":1785841042.155421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e83726a-8d9f-44cb-a946-7962add3ab05","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785841042.1554394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e83726a-8d9f-44cb-a946-7962add3ab05","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785841042.1554606,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e83726a-8d9f-44cb-a946-7962add3ab05"} {"level":"info","ts":1785841053.123521,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841053.123603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.1236157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.1236281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","EoS":false} {"level":"info","ts":1785841053.123641,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","EoS":true} {"level":"info","ts":1785841053.1236727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785841053.1237063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785841053.1237378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841086.7372797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841086.7373812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.7374995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.7375295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","EoS":false} {"level":"info","ts":1785841086.7375429,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","EoS":true} {"level":"info","ts":1785841086.7375696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785841086.7375953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785841086.7376227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841096.066771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841096.0668514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a715d4e-41d3-4754-8407-3c512d2068a3"} {"level":"info","ts":1785841096.0668602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a715d4e-41d3-4754-8407-3c512d2068a3"} {"level":"info","ts":1785841096.0668707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a715d4e-41d3-4754-8407-3c512d2068a3","EoS":false} {"level":"info","ts":1785841096.0668814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a715d4e-41d3-4754-8407-3c512d2068a3","EoS":true} {"level":"info","ts":1785841096.066901,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a715d4e-41d3-4754-8407-3c512d2068a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841096.0669146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a715d4e-41d3-4754-8407-3c512d2068a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841096.066938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a715d4e-41d3-4754-8407-3c512d2068a3"} {"level":"info","ts":1785841112.1400664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841112.1401403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77074c08-1c06-44b6-a58a-f0b93b7fe4cd"} {"level":"info","ts":1785841112.1401498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77074c08-1c06-44b6-a58a-f0b93b7fe4cd"} {"level":"info","ts":1785841112.1401625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77074c08-1c06-44b6-a58a-f0b93b7fe4cd","EoS":false} {"level":"info","ts":1785841112.140173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77074c08-1c06-44b6-a58a-f0b93b7fe4cd","EoS":true} {"level":"info","ts":1785841112.140195,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77074c08-1c06-44b6-a58a-f0b93b7fe4cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785841112.1402104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77074c08-1c06-44b6-a58a-f0b93b7fe4cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785841112.1402304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77074c08-1c06-44b6-a58a-f0b93b7fe4cd"} {"level":"info","ts":1785841121.6211755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841121.6212564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.6212654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.6212766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","EoS":false} {"level":"info","ts":1785841121.621287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","EoS":true} {"level":"info","ts":1785841121.621308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841121.6213248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841121.6213446,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841131.0495741,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841131.0496607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.0496714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.049683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","EoS":false} {"level":"info","ts":1785841131.049697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","EoS":true} {"level":"info","ts":1785841131.0497167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841131.049733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841131.0497541,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.1087568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841131.1088357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1088455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1088562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","EoS":false} {"level":"info","ts":1785841131.1088693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","EoS":true} {"level":"info","ts":1785841131.1088874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841131.1089008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841131.1089199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841150.0486069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841150.0486832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.048692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.0487037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","EoS":false} {"level":"info","ts":1785841150.0487146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","EoS":true} {"level":"info","ts":1785841150.0487375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841150.0487533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841150.0487735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841159.3268201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841159.3269134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b045caa7-f0c2-49dc-8188-2e59def22a9f"} {"level":"info","ts":1785841159.326929,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b045caa7-f0c2-49dc-8188-2e59def22a9f"} {"level":"info","ts":1785841159.3269494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b045caa7-f0c2-49dc-8188-2e59def22a9f","EoS":false} {"level":"info","ts":1785841159.3269715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b045caa7-f0c2-49dc-8188-2e59def22a9f","EoS":true} {"level":"info","ts":1785841159.3270025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b045caa7-f0c2-49dc-8188-2e59def22a9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841159.3270783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b045caa7-f0c2-49dc-8188-2e59def22a9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841159.3271148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b045caa7-f0c2-49dc-8188-2e59def22a9f"} {"level":"info","ts":1785841175.4745784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841175.4746575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bf55943-ec35-4f09-9e01-556c0f94308c"} {"level":"info","ts":1785841175.4746685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9bf55943-ec35-4f09-9e01-556c0f94308c"} {"level":"info","ts":1785841175.4746797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bf55943-ec35-4f09-9e01-556c0f94308c","EoS":false} {"level":"info","ts":1785841175.4746916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bf55943-ec35-4f09-9e01-556c0f94308c","EoS":true} {"level":"info","ts":1785841175.474711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9bf55943-ec35-4f09-9e01-556c0f94308c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785841175.4747272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bf55943-ec35-4f09-9e01-556c0f94308c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785841175.4747517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9bf55943-ec35-4f09-9e01-556c0f94308c"} {"level":"info","ts":1785841308.6695838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841308.6696882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"392ab1f1-189c-4611-b985-e71df048809f"} {"level":"info","ts":1785841308.669699,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"392ab1f1-189c-4611-b985-e71df048809f"} {"level":"info","ts":1785841308.6697116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"392ab1f1-189c-4611-b985-e71df048809f","EoS":false} {"level":"info","ts":1785841308.669726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"392ab1f1-189c-4611-b985-e71df048809f","EoS":true} {"level":"info","ts":1785841308.6697493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"392ab1f1-189c-4611-b985-e71df048809f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785841308.669771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"392ab1f1-189c-4611-b985-e71df048809f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785841308.6697922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"392ab1f1-189c-4611-b985-e71df048809f"} {"level":"info","ts":1785841333.7675374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841333.7676125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.7676215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.7676327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","EoS":false} {"level":"info","ts":1785841333.767644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","EoS":true} {"level":"info","ts":1785841333.7676625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785841333.7676787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785841333.7677004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841396.3175745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841396.3176777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.317688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.3177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","EoS":false} {"level":"info","ts":1785841396.3177114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","EoS":true} {"level":"info","ts":1785841396.3177323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841396.3177514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841396.3177733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841411.5197787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841411.519856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.5198658,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.5198774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","EoS":false} {"level":"info","ts":1785841411.5198882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","EoS":true} {"level":"info","ts":1785841411.5199184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841411.5199358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841411.5199587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.781941,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841411.7820168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8224e8b-8363-4150-96eb-c447e24345c4"} {"level":"info","ts":1785841411.782027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8224e8b-8363-4150-96eb-c447e24345c4"} {"level":"info","ts":1785841411.782039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8224e8b-8363-4150-96eb-c447e24345c4","EoS":false} {"level":"info","ts":1785841411.782051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8224e8b-8363-4150-96eb-c447e24345c4","EoS":true} {"level":"info","ts":1785841411.7820709,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8224e8b-8363-4150-96eb-c447e24345c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785841411.7820861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8224e8b-8363-4150-96eb-c447e24345c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841411.7821057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8224e8b-8363-4150-96eb-c447e24345c4"} {"level":"info","ts":1785841730.110222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841730.110336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1103535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1103685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","EoS":false} {"level":"info","ts":1785841730.1103814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","EoS":true} {"level":"info","ts":1785841730.1104202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785841730.1104348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841730.1104589,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1514435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841730.1515086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c617b551-d07e-42a7-acf5-db26f661cb9b"} {"level":"info","ts":1785841730.1515164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c617b551-d07e-42a7-acf5-db26f661cb9b"} {"level":"info","ts":1785841730.1515284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c617b551-d07e-42a7-acf5-db26f661cb9b","EoS":false} {"level":"info","ts":1785841730.1515386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c617b551-d07e-42a7-acf5-db26f661cb9b","EoS":true} {"level":"info","ts":1785841730.1515596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c617b551-d07e-42a7-acf5-db26f661cb9b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785841730.1515737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c617b551-d07e-42a7-acf5-db26f661cb9b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841730.151592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c617b551-d07e-42a7-acf5-db26f661cb9b"} {"level":"info","ts":1785841730.18478,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841730.184843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bfe2e2b-13ec-4b86-8746-5bfddfed7a02"} {"level":"info","ts":1785841730.184853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bfe2e2b-13ec-4b86-8746-5bfddfed7a02"} {"level":"info","ts":1785841730.1848636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bfe2e2b-13ec-4b86-8746-5bfddfed7a02","EoS":false} {"level":"info","ts":1785841730.1848764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bfe2e2b-13ec-4b86-8746-5bfddfed7a02","EoS":true} {"level":"info","ts":1785841730.1848948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bfe2e2b-13ec-4b86-8746-5bfddfed7a02","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785841730.1849084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bfe2e2b-13ec-4b86-8746-5bfddfed7a02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841730.1849263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bfe2e2b-13ec-4b86-8746-5bfddfed7a02"} {"level":"info","ts":1785841734.9825864,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eac4c9bd-8cfe-439a-a8b8-db756cb70cb6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841734.9826276,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eac4c9bd-8cfe-439a-a8b8-db756cb70cb6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785841734.982641,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7e4c200-971a-40df-a6d7-105405761d86"} {"level":"info","ts":1785841734.987864,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af1e65a2-a6a1-42b0-97ce-a25db29eb19b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841734.9878936,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af1e65a2-a6a1-42b0-97ce-a25db29eb19b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785841734.9910164,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7e4c200-971a-40df-a6d7-105405761d86","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841734.9912477,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36112.019044673,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841734.991267,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1241376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1259696,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37605.338526339,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1259947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1263554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2a003cc-28a5-4309-b955-098d2b043d4d"} {"level":"info","ts":1785841735.1264868,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1945db1d-c944-4ceb-be34-2cd36adcda9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841735.1265202,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1945db1d-c944-4ceb-be34-2cd36adcda9f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785841735.1266577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"487cdde9-1210-4663-a4bd-f913b65ffa2b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.1266868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"487cdde9-1210-4663-a4bd-f913b65ffa2b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785841735.1267374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01258366-06d3-4fdf-bb3b-be997f9277a4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.126762,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01258366-06d3-4fdf-bb3b-be997f9277a4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785841735.1269717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35353.324120948,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.126993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1340158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1352525,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.2264185,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7e4c200-971a-40df-a6d7-105405761d86","name":"e2e-external-provider"} {"level":"info","ts":1785841735.2274435,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2a003cc-28a5-4309-b955-098d2b043d4d","name":"e2e-external-model"} {"level":"info","ts":1785841735.240766,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7e4c200-971a-40df-a6d7-105405761d86","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785841735.2447612,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7e4c200-971a-40df-a6d7-105405761d86","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.2448502,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8eb2def6-ae12-48c7-a3e3-fd8e105cc4c0"} {"level":"info","ts":1785841735.2449,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8eb2def6-ae12-48c7-a3e3-fd8e105cc4c0","name":"e2e-external-provider"} {"level":"info","ts":1785841735.2485693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd5f422c-b4fa-4fbc-8af2-075530d71f85","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.2486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd5f422c-b4fa-4fbc-8af2-075530d71f85","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785841735.25161,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2a003cc-28a5-4309-b955-098d2b043d4d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785841735.2516696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2a003cc-28a5-4309-b955-098d2b043d4d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.251748,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91f019fd-e130-408d-8692-6f75ac3dda8a"} {"level":"info","ts":1785841735.2518325,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91f019fd-e130-408d-8692-6f75ac3dda8a","name":"e2e-external-model"} {"level":"info","ts":1785841735.263798,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8eb2def6-ae12-48c7-a3e3-fd8e105cc4c0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785841735.268254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd3d556a-3223-4647-b4de-3cc90b329f86","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.268289,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd3d556a-3223-4647-b4de-3cc90b329f86","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785841735.268634,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91f019fd-e130-408d-8692-6f75ac3dda8a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785841735.2686734,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91f019fd-e130-408d-8692-6f75ac3dda8a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.2687166,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fde7597-2074-46f5-80e9-65e40aaf765a"} {"level":"info","ts":1785841735.268756,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fde7597-2074-46f5-80e9-65e40aaf765a","name":"e2e-external-model"} {"level":"info","ts":1785841735.2800832,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fde7597-2074-46f5-80e9-65e40aaf765a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841735.2882593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df0d377f-af38-40ff-831a-1d0c06d36341","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.288287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df0d377f-af38-40ff-831a-1d0c06d36341","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785841735.288377,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88d33fd3-cee4-4ea6-90e8-9c755dece405"} {"level":"info","ts":1785841735.2884562,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88d33fd3-cee4-4ea6-90e8-9c755dece405","name":"e2e-external-model"} {"level":"info","ts":1785841735.2996619,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88d33fd3-cee4-4ea6-90e8-9c755dece405","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841746.756881,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841746.7569582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d"} {"level":"info","ts":1785841746.7569816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d"} {"level":"info","ts":1785841746.7569938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d","EoS":false} {"level":"info","ts":1785841746.7570052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d","EoS":true} {"level":"info","ts":1785841746.7570262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785841746.757042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841746.75705,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d","modelName":"e2e-external-model"} {"level":"info","ts":1785841746.7570634,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785841746.7571177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b240232f-8b8c-4e9a-b551-8cc1a73ab41d"} {"level":"info","ts":1785841746.8066509,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841746.8067095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6"} {"level":"info","ts":1785841746.8067212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6"} {"level":"info","ts":1785841746.8067322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6","EoS":false} {"level":"info","ts":1785841746.8067422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6","EoS":true} {"level":"info","ts":1785841746.8067584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785841746.806773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841746.8067813,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6","modelName":"e2e-external-model"} {"level":"info","ts":1785841746.8067935,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785841746.8068295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd585055-4078-4aaa-aab9-e850fe0589c6"} {"level":"info","ts":1785841746.8349748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841746.8350482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.8350582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.8350697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","EoS":false} {"level":"info","ts":1785841746.8350816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","EoS":true} {"level":"info","ts":1785841746.8351002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785841746.8351166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841746.8351245,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","modelName":"e2e-external-model"} {"level":"info","ts":1785841746.8351374,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785841746.8351753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841747.077218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e100f3f-8ed2-4f75-9b39-4ea3080031b6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.0772154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df80d7f3-d60e-4884-ba27-4ddb662c67cf"} {"level":"info","ts":1785841747.077259,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e100f3f-8ed2-4f75-9b39-4ea3080031b6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785841747.0865254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e9c0d32-43f1-4389-bf10-ad0138a13474","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.086554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e9c0d32-43f1-4389-bf10-ad0138a13474","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785841747.0869524,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df80d7f3-d60e-4884-ba27-4ddb662c67cf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841747.0870087,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df80d7f3-d60e-4884-ba27-4ddb662c67cf","name":"e2e-cleanup-test"} {"level":"info","ts":1785841747.1239648,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"285d57cb-e17c-4766-b28e-ab4605b1c44c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.1240032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"285d57cb-e17c-4766-b28e-ab4605b1c44c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785841747.1265929,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df80d7f3-d60e-4884-ba27-4ddb662c67cf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785841747.1266453,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df80d7f3-d60e-4884-ba27-4ddb662c67cf","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841747.1267102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"228da0d7-ce4f-477e-99e4-c021f4270b56"} {"level":"info","ts":1785841747.1267855,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"228da0d7-ce4f-477e-99e4-c021f4270b56","name":"e2e-cleanup-test"} {"level":"info","ts":1785841747.1387613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d0698d3-3c1b-4194-8cfe-0b9c5d39c91f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.1387992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d0698d3-3c1b-4194-8cfe-0b9c5d39c91f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785841747.1436427,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"228da0d7-ce4f-477e-99e4-c021f4270b56","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785841747.1436782,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"228da0d7-ce4f-477e-99e4-c021f4270b56","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841747.1437201,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0548dfb-6635-4cb2-9949-8461e4c69cf8"} {"level":"info","ts":1785841747.1437712,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0548dfb-6635-4cb2-9949-8461e4c69cf8","name":"e2e-cleanup-test"} {"level":"info","ts":1785841747.153556,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0548dfb-6635-4cb2-9949-8461e4c69cf8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841747.1579924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d439c037-a588-4d66-89b0-33c17f394218","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.1580274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d439c037-a588-4d66-89b0-33c17f394218","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785841747.16316,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0548dfb-6635-4cb2-9949-8461e4c69cf8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841747.1632192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78e25277-a3d6-49b0-bbf4-8d3070e8958c"} {"level":"info","ts":1785841747.1632617,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78e25277-a3d6-49b0-bbf4-8d3070e8958c","name":"e2e-cleanup-test"} {"level":"info","ts":1785841747.1738183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78e25277-a3d6-49b0-bbf4-8d3070e8958c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841755.3373804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01cb94a5-fca5-4e97-ae48-686bbc651486"} {"level":"info","ts":1785841755.3374453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae6e3fd3-fbd2-4aa5-88ab-116cd8240786","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841755.3374772,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae6e3fd3-fbd2-4aa5-88ab-116cd8240786","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841759.6435418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.6436374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745"} {"level":"info","ts":1785841759.6436563,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745"} {"level":"info","ts":1785841759.6436732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745","EoS":false} {"level":"info","ts":1785841759.643689,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745","EoS":true} {"level":"info","ts":1785841759.643717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785841759.643738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785841759.6437674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745"} {"level":"info","ts":1785841759.6740057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.6740565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.674064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.674075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","EoS":false} {"level":"info","ts":1785841759.6740892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","EoS":true} {"level":"info","ts":1785841759.6741047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785841759.6741176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841759.6741242,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","modelName":"e2e-external-model"} {"level":"info","ts":1785841759.6741385,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785841759.6741748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.7713575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.771427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.7714381,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.771449,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","EoS":false} {"level":"info","ts":1785841759.7714589,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","EoS":true} {"level":"info","ts":1785841759.7714744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785841759.7714875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841759.771511,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.8988008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.8988483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.898858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.898868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","EoS":false} {"level":"info","ts":1785841759.898878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","EoS":true} {"level":"info","ts":1785841759.8988981,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","field":"model"} {"level":"info","ts":1785841759.8989196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841760.8160207,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c3c0748-3df6-46bf-ba87-5f623c350314"} {"level":"info","ts":1785841760.8160284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b972ac7c-744f-47dd-a5f7-85eeff6802c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841760.8160956,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b972ac7c-744f-47dd-a5f7-85eeff6802c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841761.0022852,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43639bde-3e26-4325-918b-a8e5dc7d2e77","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841761.0023267,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43639bde-3e26-4325-918b-a8e5dc7d2e77","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841761.0022924,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ebbfafd-5c89-4df7-96b3-957cb4cfbc6a"} {"level":"info","ts":1785843329.048076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785843329.0481617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"806a7c36-425a-4adb-b58b-fcc57a07da4f"} {"level":"info","ts":1785843388.7986941,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785843388.798795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.798808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.7988198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","EoS":false} {"level":"info","ts":1785843388.7988334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","EoS":true} {"level":"info","ts":1785843388.798858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785843388.7988744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785843388.798898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"}