{"level":"info","ts":1785840125.6090393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4d47141-d56f-4eb3-b26b-58a945bdf560","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840125.6090586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4d47141-d56f-4eb3-b26b-58a945bdf560","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840125.609125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4d47141-d56f-4eb3-b26b-58a945bdf560"} {"level":"info","ts":1785840138.467948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840138.4680262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ca05699-eb42-4176-bd59-1baf44bfb4ac"} {"level":"info","ts":1785840138.4680412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ca05699-eb42-4176-bd59-1baf44bfb4ac"} {"level":"info","ts":1785840138.4680526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ca05699-eb42-4176-bd59-1baf44bfb4ac","EoS":false} {"level":"info","ts":1785840138.4680638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ca05699-eb42-4176-bd59-1baf44bfb4ac","EoS":true} {"level":"info","ts":1785840138.4680843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ca05699-eb42-4176-bd59-1baf44bfb4ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840138.4680998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ca05699-eb42-4176-bd59-1baf44bfb4ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840138.4681225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ca05699-eb42-4176-bd59-1baf44bfb4ac"} {"level":"info","ts":1785840138.5094144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840138.5094817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2a379cb-fe5a-43c8-abf9-3a389f5885af"} {"level":"info","ts":1785840138.5095098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2a379cb-fe5a-43c8-abf9-3a389f5885af"} {"level":"info","ts":1785840138.5095227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2a379cb-fe5a-43c8-abf9-3a389f5885af","EoS":false} {"level":"info","ts":1785840138.5095327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2a379cb-fe5a-43c8-abf9-3a389f5885af","EoS":true} {"level":"info","ts":1785840138.5095527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2a379cb-fe5a-43c8-abf9-3a389f5885af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840138.5095682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2a379cb-fe5a-43c8-abf9-3a389f5885af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840138.5095887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2a379cb-fe5a-43c8-abf9-3a389f5885af"} {"level":"info","ts":1785840138.538187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840138.538243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b426550-7915-45bd-bbe7-4299dbb5a25d"} {"level":"info","ts":1785840138.5382807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b426550-7915-45bd-bbe7-4299dbb5a25d"} {"level":"info","ts":1785840138.5382924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b426550-7915-45bd-bbe7-4299dbb5a25d","EoS":false} {"level":"info","ts":1785840138.5383046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b426550-7915-45bd-bbe7-4299dbb5a25d","EoS":true} {"level":"info","ts":1785840138.5383198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b426550-7915-45bd-bbe7-4299dbb5a25d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840138.5383337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b426550-7915-45bd-bbe7-4299dbb5a25d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840138.538354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b426550-7915-45bd-bbe7-4299dbb5a25d"} {"level":"info","ts":1785840138.5936675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840138.5937235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c100350b-6f86-4f87-94ea-9a58fad43666"} {"level":"info","ts":1785840138.5937326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c100350b-6f86-4f87-94ea-9a58fad43666"} {"level":"info","ts":1785840138.593743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c100350b-6f86-4f87-94ea-9a58fad43666","EoS":false} {"level":"info","ts":1785840138.5937538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c100350b-6f86-4f87-94ea-9a58fad43666","EoS":true} {"level":"info","ts":1785840138.5937696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c100350b-6f86-4f87-94ea-9a58fad43666","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840138.5937831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c100350b-6f86-4f87-94ea-9a58fad43666","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840138.5938013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c100350b-6f86-4f87-94ea-9a58fad43666"} {"level":"info","ts":1785840139.2926166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840139.292733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c073957-9242-4861-a747-5def9e7a5ddb"} {"level":"info","ts":1785840139.292752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c073957-9242-4861-a747-5def9e7a5ddb"} {"level":"info","ts":1785840139.2927723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c073957-9242-4861-a747-5def9e7a5ddb","EoS":false} {"level":"info","ts":1785840139.2927926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c073957-9242-4861-a747-5def9e7a5ddb","EoS":true} {"level":"info","ts":1785840139.2928243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c073957-9242-4861-a747-5def9e7a5ddb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840139.2928436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c073957-9242-4861-a747-5def9e7a5ddb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840139.2928734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c073957-9242-4861-a747-5def9e7a5ddb"} {"level":"info","ts":1785840139.3327937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840139.332854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e2cfe8d-568e-4c32-ab4c-66b340eeac4e"} {"level":"info","ts":1785840139.3328657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e2cfe8d-568e-4c32-ab4c-66b340eeac4e"} {"level":"info","ts":1785840139.3328772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e2cfe8d-568e-4c32-ab4c-66b340eeac4e","EoS":false} {"level":"info","ts":1785840139.3328862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e2cfe8d-568e-4c32-ab4c-66b340eeac4e","EoS":true} {"level":"info","ts":1785840139.3329039,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e2cfe8d-568e-4c32-ab4c-66b340eeac4e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840139.332918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e2cfe8d-568e-4c32-ab4c-66b340eeac4e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840139.3329372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e2cfe8d-568e-4c32-ab4c-66b340eeac4e"} {"level":"info","ts":1785840143.5036998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840143.5037694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88b884cc-327c-482c-ae03-7d29f8f02524"} {"level":"info","ts":1785840143.5037792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88b884cc-327c-482c-ae03-7d29f8f02524"} {"level":"info","ts":1785840143.5037897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88b884cc-327c-482c-ae03-7d29f8f02524","EoS":false} {"level":"info","ts":1785840143.5038023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88b884cc-327c-482c-ae03-7d29f8f02524","EoS":true} {"level":"info","ts":1785840143.5038233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88b884cc-327c-482c-ae03-7d29f8f02524","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840143.503839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88b884cc-327c-482c-ae03-7d29f8f02524","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840143.503859,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88b884cc-327c-482c-ae03-7d29f8f02524"} {"level":"info","ts":1785840159.337143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.3372364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12"} {"level":"info","ts":1785840159.337254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12"} {"level":"info","ts":1785840159.3372667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12","EoS":false} {"level":"info","ts":1785840159.3372774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12","EoS":true} {"level":"info","ts":1785840159.3373046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840159.3373249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.337343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12"} {"level":"info","ts":1785840159.4948144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.4948974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.494907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.494918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","EoS":false} {"level":"info","ts":1785840159.4949305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","EoS":true} {"level":"info","ts":1785840159.49501,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840159.4950273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.495048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.640513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.6405926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6406045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6406157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","EoS":false} {"level":"info","ts":1785840159.6406257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","EoS":true} {"level":"info","ts":1785840159.6406474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840159.6406636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.6406846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.787366,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.787452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.7874613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.7874732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","EoS":false} {"level":"info","ts":1785840159.7875042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","EoS":true} {"level":"info","ts":1785840159.7875264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840159.7875419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.7875633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.9307702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.930849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.9308593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.930875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","EoS":false} {"level":"info","ts":1785840159.9308877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","EoS":true} {"level":"info","ts":1785840159.9309075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840159.9309242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.9309402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840160.0710447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840160.0711207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d341f7f1-76d6-4669-b642-cbd918c33480"} {"level":"info","ts":1785840160.0711296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d341f7f1-76d6-4669-b642-cbd918c33480"} {"level":"info","ts":1785840160.0711405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d341f7f1-76d6-4669-b642-cbd918c33480","EoS":false} {"level":"info","ts":1785840160.0711534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d341f7f1-76d6-4669-b642-cbd918c33480","EoS":true} {"level":"info","ts":1785840160.0711768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d341f7f1-76d6-4669-b642-cbd918c33480","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840160.071192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d341f7f1-76d6-4669-b642-cbd918c33480","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840160.071212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d341f7f1-76d6-4669-b642-cbd918c33480"} {"level":"info","ts":1785840181.1749957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840181.1750839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.175101,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.1751192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","EoS":false} {"level":"info","ts":1785840181.175142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","EoS":true} {"level":"info","ts":1785840181.1751795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840181.175199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840181.1752276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.2178624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840181.217931,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7782d861-922d-4d58-b23d-6ac389a0547c"} {"level":"info","ts":1785840181.2179508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7782d861-922d-4d58-b23d-6ac389a0547c"} {"level":"info","ts":1785840181.217962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7782d861-922d-4d58-b23d-6ac389a0547c","EoS":false} {"level":"info","ts":1785840181.2179728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7782d861-922d-4d58-b23d-6ac389a0547c","EoS":true} {"level":"info","ts":1785840181.2179909,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7782d861-922d-4d58-b23d-6ac389a0547c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840181.218005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7782d861-922d-4d58-b23d-6ac389a0547c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840181.2180243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7782d861-922d-4d58-b23d-6ac389a0547c"} {"level":"info","ts":1785840181.2618847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840181.2619624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1d3c23d-6d02-4c10-861f-8a8ecc79a50e"} {"level":"info","ts":1785840181.2619777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1d3c23d-6d02-4c10-861f-8a8ecc79a50e"} {"level":"info","ts":1785840181.2619965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1d3c23d-6d02-4c10-861f-8a8ecc79a50e","EoS":false} {"level":"info","ts":1785840181.2620163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1d3c23d-6d02-4c10-861f-8a8ecc79a50e","EoS":true} {"level":"info","ts":1785840181.2620475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1d3c23d-6d02-4c10-861f-8a8ecc79a50e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840181.2620652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1d3c23d-6d02-4c10-861f-8a8ecc79a50e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840181.2620924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1d3c23d-6d02-4c10-861f-8a8ecc79a50e"} {"level":"info","ts":1785840181.2972426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840181.2973013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4"} {"level":"info","ts":1785840185.9446557,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840185.9447365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.9447489,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.9447608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","EoS":false} {"level":"info","ts":1785840185.9447718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","EoS":true} {"level":"info","ts":1785840185.9447918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840185.9448068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840185.9448297,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840194.5169408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840194.5170202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.517031,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.5170422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","EoS":false} {"level":"info","ts":1785840194.5170536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","EoS":true} {"level":"info","ts":1785840194.5170739,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840194.5170903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840194.517112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840207.401872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840207.4019523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.4019637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.4019752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","EoS":false} {"level":"info","ts":1785840207.4019876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","EoS":true} {"level":"info","ts":1785840207.4020078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840207.402023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840207.4020433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840215.9479744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840215.9480731,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.948089,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.948108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","EoS":false} {"level":"info","ts":1785840215.948129,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","EoS":true} {"level":"info","ts":1785840215.948161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840215.9481802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840215.9482098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840224.842371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840224.8424482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.8424575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.84247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","EoS":false} {"level":"info","ts":1785840224.8424804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","EoS":true} {"level":"info","ts":1785840224.8425212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840224.8425374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840224.842561,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840233.886047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840233.8861215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb32c917-10d8-4874-9928-14be69542019"} {"level":"info","ts":1785840233.8861318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb32c917-10d8-4874-9928-14be69542019"} {"level":"info","ts":1785840233.886143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb32c917-10d8-4874-9928-14be69542019","EoS":false} {"level":"info","ts":1785840233.8861535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb32c917-10d8-4874-9928-14be69542019","EoS":true} {"level":"info","ts":1785840233.8861742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb32c917-10d8-4874-9928-14be69542019","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840233.8861902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb32c917-10d8-4874-9928-14be69542019","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840233.8862195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb32c917-10d8-4874-9928-14be69542019"} {"level":"info","ts":1785840238.668673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840238.668751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c0b6b4d-5c6c-45a7-ad60-c57c62fb6952"} {"level":"info","ts":1785840238.6687632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c0b6b4d-5c6c-45a7-ad60-c57c62fb6952"} {"level":"info","ts":1785840238.6687746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c0b6b4d-5c6c-45a7-ad60-c57c62fb6952","EoS":false} {"level":"info","ts":1785840238.668785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c0b6b4d-5c6c-45a7-ad60-c57c62fb6952","EoS":true} {"level":"info","ts":1785840238.668807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c0b6b4d-5c6c-45a7-ad60-c57c62fb6952","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840238.668823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c0b6b4d-5c6c-45a7-ad60-c57c62fb6952","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840238.6688418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c0b6b4d-5c6c-45a7-ad60-c57c62fb6952"} {"level":"info","ts":1785840243.482017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840243.4820971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6beeaf0-0b1d-44f3-a60c-67d686111e52"} {"level":"info","ts":1785840243.4821067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6beeaf0-0b1d-44f3-a60c-67d686111e52"} {"level":"info","ts":1785840243.482118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6beeaf0-0b1d-44f3-a60c-67d686111e52","EoS":false} {"level":"info","ts":1785840243.4821277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6beeaf0-0b1d-44f3-a60c-67d686111e52","EoS":true} {"level":"info","ts":1785840243.4821482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6beeaf0-0b1d-44f3-a60c-67d686111e52","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840243.4821606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6beeaf0-0b1d-44f3-a60c-67d686111e52","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840243.482185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6beeaf0-0b1d-44f3-a60c-67d686111e52"} {"level":"info","ts":1785840254.4691525,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840254.469235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.4692461,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.4692574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d748d658-1529-495d-a3e8-835776916429","EoS":false} {"level":"info","ts":1785840254.4692686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d748d658-1529-495d-a3e8-835776916429","EoS":true} {"level":"info","ts":1785840254.4692893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d748d658-1529-495d-a3e8-835776916429","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840254.4693048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d748d658-1529-495d-a3e8-835776916429","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840254.4693246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840288.025287,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840288.0253892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.025405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.0254254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","EoS":false} {"level":"info","ts":1785840288.025446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","EoS":true} {"level":"info","ts":1785840288.0254781,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840288.0255296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840288.0255616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840297.367795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840297.3678784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21a038f3-830c-4efb-adef-3ebda6047261"} {"level":"info","ts":1785840297.367887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21a038f3-830c-4efb-adef-3ebda6047261"} {"level":"info","ts":1785840297.3678985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21a038f3-830c-4efb-adef-3ebda6047261","EoS":false} {"level":"info","ts":1785840297.3679082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21a038f3-830c-4efb-adef-3ebda6047261","EoS":true} {"level":"info","ts":1785840297.3679273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21a038f3-830c-4efb-adef-3ebda6047261","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840297.3679428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21a038f3-830c-4efb-adef-3ebda6047261","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840297.3679636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21a038f3-830c-4efb-adef-3ebda6047261"} {"level":"info","ts":1785840313.539966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840313.5400481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"481afa72-2b1e-43c9-aacc-fbe7420492b1"} {"level":"info","ts":1785840313.5400584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"481afa72-2b1e-43c9-aacc-fbe7420492b1"} {"level":"info","ts":1785840313.5400703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"481afa72-2b1e-43c9-aacc-fbe7420492b1","EoS":false} {"level":"info","ts":1785840313.5400813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"481afa72-2b1e-43c9-aacc-fbe7420492b1","EoS":true} {"level":"info","ts":1785840313.540107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"481afa72-2b1e-43c9-aacc-fbe7420492b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840313.5401232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"481afa72-2b1e-43c9-aacc-fbe7420492b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840313.5401423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"481afa72-2b1e-43c9-aacc-fbe7420492b1"} {"level":"info","ts":1785840323.1188443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840323.1189194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e62c1b32-6418-455a-8bc6-19ba14c67288"} {"level":"info","ts":1785840323.1189282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e62c1b32-6418-455a-8bc6-19ba14c67288"} {"level":"info","ts":1785840323.1189387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e62c1b32-6418-455a-8bc6-19ba14c67288","EoS":false} {"level":"info","ts":1785840323.1189497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e62c1b32-6418-455a-8bc6-19ba14c67288","EoS":true} {"level":"info","ts":1785840323.1189704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e62c1b32-6418-455a-8bc6-19ba14c67288","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840323.1189878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e62c1b32-6418-455a-8bc6-19ba14c67288","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840323.1190088,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e62c1b32-6418-455a-8bc6-19ba14c67288"} {"level":"info","ts":1785840325.162573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840325.1626556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.1626666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.1626813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","EoS":false} {"level":"info","ts":1785840325.1626923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","EoS":true} {"level":"info","ts":1785840325.162712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840325.1627276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840325.1627495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840334.6654644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840334.6655614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.6655762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.6655872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","EoS":false} {"level":"info","ts":1785840334.6656008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","EoS":true} {"level":"info","ts":1785840334.665622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840334.6656377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840334.6656592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.705119,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840334.7051725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.7051842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.7051947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","EoS":false} {"level":"info","ts":1785840334.705204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","EoS":true} {"level":"info","ts":1785840334.7052224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840334.7052374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840334.7052557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840353.9632332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840353.9633226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.9633381,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.9633565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","EoS":false} {"level":"info","ts":1785840353.9633775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","EoS":true} {"level":"info","ts":1785840353.963411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840353.9634354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840353.9634671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840363.3019154,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840363.3019946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a82a1612-838a-42c4-be04-4a613d848a49"} {"level":"info","ts":1785840363.3020062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a82a1612-838a-42c4-be04-4a613d848a49"} {"level":"info","ts":1785840363.3020167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a82a1612-838a-42c4-be04-4a613d848a49","EoS":false} {"level":"info","ts":1785840363.3020306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a82a1612-838a-42c4-be04-4a613d848a49","EoS":true} {"level":"info","ts":1785840363.3020506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a82a1612-838a-42c4-be04-4a613d848a49","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840363.3020675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a82a1612-838a-42c4-be04-4a613d848a49","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840363.3020885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a82a1612-838a-42c4-be04-4a613d848a49"} {"level":"info","ts":1785840379.3042743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840379.3043542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c15157c-1de4-44d5-8674-0114972f27b1"} {"level":"info","ts":1785840379.3043654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c15157c-1de4-44d5-8674-0114972f27b1"} {"level":"info","ts":1785840379.3043768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c15157c-1de4-44d5-8674-0114972f27b1","EoS":false} {"level":"info","ts":1785840379.3043888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c15157c-1de4-44d5-8674-0114972f27b1","EoS":true} {"level":"info","ts":1785840379.3044114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c15157c-1de4-44d5-8674-0114972f27b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785840379.304427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c15157c-1de4-44d5-8674-0114972f27b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840379.3044477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c15157c-1de4-44d5-8674-0114972f27b1"} {"level":"info","ts":1785840512.6137946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840512.613889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d9ab207-05cf-402c-8341-b7defb4462ab"} {"level":"info","ts":1785840512.6139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d9ab207-05cf-402c-8341-b7defb4462ab"} {"level":"info","ts":1785840512.613912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d9ab207-05cf-402c-8341-b7defb4462ab","EoS":false} {"level":"info","ts":1785840512.6139235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d9ab207-05cf-402c-8341-b7defb4462ab","EoS":true} {"level":"info","ts":1785840512.6139476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d9ab207-05cf-402c-8341-b7defb4462ab","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785840512.6139638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d9ab207-05cf-402c-8341-b7defb4462ab","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785840512.6139858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d9ab207-05cf-402c-8341-b7defb4462ab"} {"level":"info","ts":1785840535.890864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840535.890945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.8909552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.8909688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","EoS":false} {"level":"info","ts":1785840535.8909879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","EoS":true} {"level":"info","ts":1785840535.891008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785840535.8910239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785840535.8910444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840588.8789375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840588.8790207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.8790293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.87904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","EoS":false} {"level":"info","ts":1785840588.8790505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","EoS":true} {"level":"info","ts":1785840588.879072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840588.8790874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840588.8791091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840604.1584132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840604.1585073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.1585183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.1585338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","EoS":false} {"level":"info","ts":1785840604.158549,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","EoS":true} {"level":"info","ts":1785840604.1585708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840604.1585882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840604.1586099,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.448664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840604.4487476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3babafe-bc08-47a3-b868-664ac8723e9a"} {"level":"info","ts":1785840604.448763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3babafe-bc08-47a3-b868-664ac8723e9a"} {"level":"info","ts":1785840604.4487832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3babafe-bc08-47a3-b868-664ac8723e9a","EoS":false} {"level":"info","ts":1785840604.4488013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3babafe-bc08-47a3-b868-664ac8723e9a","EoS":true} {"level":"info","ts":1785840604.4488294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3babafe-bc08-47a3-b868-664ac8723e9a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785840604.4488518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3babafe-bc08-47a3-b868-664ac8723e9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840604.4488833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3babafe-bc08-47a3-b868-664ac8723e9a"} {"level":"info","ts":1785840967.6695254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840967.6696117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.6696203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.669632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","EoS":false} {"level":"info","ts":1785840967.6696422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","EoS":true} {"level":"info","ts":1785840967.669662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840967.6696773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840967.669697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.7200274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840967.7200952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95141403-7efd-43b0-a04f-f6fd606bbe84"} {"level":"info","ts":1785840967.7201054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95141403-7efd-43b0-a04f-f6fd606bbe84"} {"level":"info","ts":1785840967.7201164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95141403-7efd-43b0-a04f-f6fd606bbe84","EoS":false} {"level":"info","ts":1785840967.7201266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95141403-7efd-43b0-a04f-f6fd606bbe84","EoS":true} {"level":"info","ts":1785840967.720145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95141403-7efd-43b0-a04f-f6fd606bbe84","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840967.7201607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95141403-7efd-43b0-a04f-f6fd606bbe84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840967.7201884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95141403-7efd-43b0-a04f-f6fd606bbe84"} {"level":"info","ts":1785840967.7580612,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840967.7581174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f725664-c950-45eb-bfdf-442f6c137afc"} {"level":"info","ts":1785840967.7581284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f725664-c950-45eb-bfdf-442f6c137afc"} {"level":"info","ts":1785840967.758143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f725664-c950-45eb-bfdf-442f6c137afc","EoS":false} {"level":"info","ts":1785840967.758157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f725664-c950-45eb-bfdf-442f6c137afc","EoS":true} {"level":"info","ts":1785840967.7581754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f725664-c950-45eb-bfdf-442f6c137afc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785840967.7581897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f725664-c950-45eb-bfdf-442f6c137afc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840967.7582085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f725664-c950-45eb-bfdf-442f6c137afc"} {"level":"info","ts":1785840972.6005306,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"738938d9-a2ae-4e93-9f7e-58f2bb3936de","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840972.6005707,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"738938d9-a2ae-4e93-9f7e-58f2bb3936de","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785840972.6006086,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a534c1c-98e8-4f51-a8e6-4d7fdb989e65"} {"level":"info","ts":1785840972.6093342,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c38119a0-2bd5-472f-ac49-ef212dec50ae","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840972.6093674,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c38119a0-2bd5-472f-ac49-ef212dec50ae","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785840972.6099226,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a534c1c-98e8-4f51-a8e6-4d7fdb989e65","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.6101773,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37498.793440388,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.6101947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.7656975,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"271745aa-025d-41c9-ab34-46316428101c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840972.7657428,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"271745aa-025d-41c9-ab34-46316428101c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785840972.7660646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ad60595-e8bf-4f4f-bf9d-a1b7bb7e0de9"} {"level":"info","ts":1785840972.7665806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"103653c5-c40b-4b34-bd9a-39b82722a035","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.766613,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"103653c5-c40b-4b34-bd9a-39b82722a035","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.770128,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785840972.7708554,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ad60595-e8bf-4f4f-bf9d-a1b7bb7e0de9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.7710974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38795.944459609,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.7711127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.8104126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37810.932626723,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.8104312,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.820837,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.8571022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.8717926,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ad60595-e8bf-4f4f-bf9d-a1b7bb7e0de9","name":"e2e-external-model"} {"level":"info","ts":1785840972.8748882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1180a6d0-48b1-4574-99e2-464abd1f1936","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.874919,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1180a6d0-48b1-4574-99e2-464abd1f1936","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785840972.8926597,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ad60595-e8bf-4f4f-bf9d-a1b7bb7e0de9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785840972.8927214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ad60595-e8bf-4f4f-bf9d-a1b7bb7e0de9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.8929288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d89cb54-ce56-4966-b1c0-7dfaad993882"} {"level":"info","ts":1785840972.8929932,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d89cb54-ce56-4966-b1c0-7dfaad993882","name":"e2e-external-model"} {"level":"info","ts":1785840972.894375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3713b1e7-428d-4196-a169-91613a339062","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.8944705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3713b1e7-428d-4196-a169-91613a339062","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.9056678,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d89cb54-ce56-4966-b1c0-7dfaad993882","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840972.9106498,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a534c1c-98e8-4f51-a8e6-4d7fdb989e65","name":"e2e-external-provider"} {"level":"error","ts":1785840972.911535,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d89cb54-ce56-4966-b1c0-7dfaad993882","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.91161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"938f1812-fd44-4037-8436-c0e7137c25c4"} {"level":"info","ts":1785840972.9116588,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"938f1812-fd44-4037-8436-c0e7137c25c4","name":"e2e-external-model"} {"level":"info","ts":1785840972.9188075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba7a6ada-e17f-4170-93d9-e9bfd01e7300","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.9188406,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba7a6ada-e17f-4170-93d9-e9bfd01e7300","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.9240391,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"938f1812-fd44-4037-8436-c0e7137c25c4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840972.9280427,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a534c1c-98e8-4f51-a8e6-4d7fdb989e65","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785840972.9283564,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"938f1812-fd44-4037-8436-c0e7137c25c4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.9284396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c799c5f-c51b-4267-994c-04a2ec7663b3"} {"level":"info","ts":1785840972.9285495,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c799c5f-c51b-4267-994c-04a2ec7663b3","name":"e2e-external-model"} {"level":"error","ts":1785840972.9323902,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a534c1c-98e8-4f51-a8e6-4d7fdb989e65","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.9324718,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85245f33-82cc-42ae-8e30-aa8ac0c7a93a"} {"level":"info","ts":1785840972.932536,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85245f33-82cc-42ae-8e30-aa8ac0c7a93a","name":"e2e-external-provider"} {"level":"info","ts":1785840972.939621,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c799c5f-c51b-4267-994c-04a2ec7663b3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840972.945888,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85245f33-82cc-42ae-8e30-aa8ac0c7a93a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785840984.4859304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840984.486004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05"} {"level":"info","ts":1785840984.4860134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05"} {"level":"info","ts":1785840984.4860332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05","EoS":false} {"level":"info","ts":1785840984.4860432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05","EoS":true} {"level":"info","ts":1785840984.486064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785840984.4860797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840984.486087,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05","modelName":"e2e-external-model"} {"level":"info","ts":1785840984.4861007,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785840984.4862006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9363cf76-a6d3-4b34-807b-b5bd19eb0a05"} {"level":"info","ts":1785840984.5516896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840984.551773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006"} {"level":"info","ts":1785840984.5517855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006"} {"level":"info","ts":1785840984.551796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006","EoS":false} {"level":"info","ts":1785840984.5518064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006","EoS":true} {"level":"info","ts":1785840984.551833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785840984.5518475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840984.5518575,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006","modelName":"e2e-external-model"} {"level":"info","ts":1785840984.551878,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785840984.5519166,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e1e0cb9-0b88-4b2c-b5f5-8b5555562006"} {"level":"info","ts":1785840984.582177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840984.5822546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.5822656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.5822766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","EoS":false} {"level":"info","ts":1785840984.5822892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","EoS":true} {"level":"info","ts":1785840984.582307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785840984.582322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840984.582329,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","modelName":"e2e-external-model"} {"level":"info","ts":1785840984.5823867,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785840984.5824225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.832227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f3d8942-8744-4d39-a982-e0e504df924a"} {"level":"info","ts":1785840984.8322356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9652bb1-fc3d-4908-8b3e-4f22b3e5dc63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8324416,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9652bb1-fc3d-4908-8b3e-4f22b3e5dc63","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785840984.8403342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e52581b3-95e6-4012-922e-0618bc371c60","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.840359,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e52581b3-95e6-4012-922e-0618bc371c60","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785840984.8407097,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f3d8942-8744-4d39-a982-e0e504df924a","name":"e2e-cleanup-test"} {"level":"info","ts":1785840984.8615386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05c6518d-d84d-4175-9832-ebbe121b24ef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8615646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05c6518d-d84d-4175-9832-ebbe121b24ef","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785840984.862179,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f3d8942-8744-4d39-a982-e0e504df924a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840984.8622396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51844f5f-cf92-44d9-a385-13f423c44589"} {"level":"info","ts":1785840984.8622825,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51844f5f-cf92-44d9-a385-13f423c44589","name":"e2e-cleanup-test"} {"level":"error","ts":1785840984.8754637,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51844f5f-cf92-44d9-a385-13f423c44589","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840984.875561,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"258b8d6d-354f-4654-a4a4-520da664833a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8755898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"258b8d6d-354f-4654-a4a4-520da664833a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785840984.8756158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"212e6442-0d1e-477c-bba9-d5237edbb859"} {"level":"info","ts":1785840984.8756876,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"212e6442-0d1e-477c-bba9-d5237edbb859","name":"e2e-cleanup-test"} {"level":"info","ts":1785840984.8854215,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"212e6442-0d1e-477c-bba9-d5237edbb859","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840984.891567,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29df2396-c746-4102-a904-636c492dbd96"} {"level":"info","ts":1785840984.8915892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff4be915-c3b3-4078-9064-e37528af8d60","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8916118,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff4be915-c3b3-4078-9064-e37528af8d60","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785840984.8916187,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29df2396-c746-4102-a904-636c492dbd96","name":"e2e-cleanup-test"} {"level":"info","ts":1785840984.901655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29df2396-c746-4102-a904-636c492dbd96","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840993.0941224,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f8d1c14-3f8f-4ae7-b08d-2dba313b6fa7"} {"level":"info","ts":1785840993.0941846,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad8afecf-ea70-4942-a233-2aacda0ef5de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840993.0942235,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad8afecf-ea70-4942-a233-2aacda0ef5de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840997.4116344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.4117284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e"} {"level":"info","ts":1785840997.4117465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e"} {"level":"info","ts":1785840997.4117634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e","EoS":false} {"level":"info","ts":1785840997.4117815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e","EoS":true} {"level":"info","ts":1785840997.4118104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785840997.4118314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785840997.4118593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e"} {"level":"info","ts":1785840997.4450562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.445124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.445138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.4451559,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","EoS":false} {"level":"info","ts":1785840997.445172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","EoS":true} {"level":"info","ts":1785840997.4451947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785840997.4452093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840997.4452207,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","modelName":"e2e-external-model"} {"level":"info","ts":1785840997.4452407,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785840997.4452865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.5817065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.5817976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.5818102,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.5818286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","EoS":false} {"level":"info","ts":1785840997.5818415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","EoS":true} {"level":"info","ts":1785840997.5818622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785840997.58189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840997.581911,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.6661453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.6662087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.666218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.6662283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","EoS":false} {"level":"info","ts":1785840997.6662376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","EoS":true} {"level":"info","ts":1785840997.6662576,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","field":"model"} {"level":"info","ts":1785840997.6662815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840998.5838487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b1dc678-c647-4963-8423-62fb261e237f"} {"level":"info","ts":1785840998.583883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96f7f860-1571-4ff0-bad7-3491234ae420","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840998.5839145,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96f7f860-1571-4ff0-bad7-3491234ae420","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840998.7319205,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"321eebd8-8113-428a-a28b-e58d3bb96c95","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840998.7319484,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a09f767-992d-411e-b559-fa377d4788ce"} {"level":"info","ts":1785840998.7319622,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"321eebd8-8113-428a-a28b-e58d3bb96c95","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785842453.3501456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785842453.3502502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0e7a620-7e7e-4f05-bae0-19bf7721b14f"} {"level":"info","ts":1785842527.9978194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785842527.9979067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842527.9979174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842527.9979293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","EoS":false} {"level":"info","ts":1785842527.9979424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","EoS":true} {"level":"info","ts":1785842527.9979682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785842527.9979842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785842527.998006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"}