{"level":"info","ts":1784807481.8895006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0aad0ad2-5846-473e-bb08-5d257de41773","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807481.8895147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0aad0ad2-5846-473e-bb08-5d257de41773","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807481.8895326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0aad0ad2-5846-473e-bb08-5d257de41773"} {"level":"info","ts":1784807486.058506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807486.0585926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d63e2c02-0209-485e-9f2e-edc21f22dbe6"} {"level":"info","ts":1784807486.0586016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d63e2c02-0209-485e-9f2e-edc21f22dbe6"} {"level":"info","ts":1784807486.0586135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d63e2c02-0209-485e-9f2e-edc21f22dbe6","EoS":false} {"level":"info","ts":1784807486.0586271,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d63e2c02-0209-485e-9f2e-edc21f22dbe6","EoS":true} {"level":"info","ts":1784807486.0586486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d63e2c02-0209-485e-9f2e-edc21f22dbe6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807486.058666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d63e2c02-0209-485e-9f2e-edc21f22dbe6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807486.0587187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d63e2c02-0209-485e-9f2e-edc21f22dbe6"} {"level":"info","ts":1784807501.9182243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807501.9183202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807501.918331,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807501.918342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","EoS":false} {"level":"info","ts":1784807501.918354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","EoS":true} {"level":"info","ts":1784807501.9183736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807501.91839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807501.918412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807502.0534058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.0534968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.0535076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.0535185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","EoS":false} {"level":"info","ts":1784807502.053529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","EoS":true} {"level":"info","ts":1784807502.0535498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807502.053566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.0535898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.1967845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.196874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.1968832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.196895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","EoS":false} {"level":"info","ts":1784807502.1969054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","EoS":true} {"level":"info","ts":1784807502.196927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807502.196943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.1969655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.3314931,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.3315797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.3315883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.3316014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","EoS":false} {"level":"info","ts":1784807502.3316119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","EoS":true} {"level":"info","ts":1784807502.3316317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807502.3316474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.33167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.4658494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.4659262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.4659379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.4659488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","EoS":false} {"level":"info","ts":1784807502.4659612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","EoS":true} {"level":"info","ts":1784807502.465982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807502.465999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.4660218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.5998607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.5999436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"261bfc2a-c17f-4da7-a318-924eaf26b544"} {"level":"info","ts":1784807502.5999537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"261bfc2a-c17f-4da7-a318-924eaf26b544"} {"level":"info","ts":1784807502.5999658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"261bfc2a-c17f-4da7-a318-924eaf26b544","EoS":false} {"level":"info","ts":1784807502.599986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"261bfc2a-c17f-4da7-a318-924eaf26b544","EoS":true} {"level":"info","ts":1784807502.6000187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"261bfc2a-c17f-4da7-a318-924eaf26b544","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807502.6000326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"261bfc2a-c17f-4da7-a318-924eaf26b544","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.6000612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"261bfc2a-c17f-4da7-a318-924eaf26b544"} {"level":"info","ts":1784807521.4588687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807521.4589493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.458959,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.4589717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","EoS":false} {"level":"info","ts":1784807521.4589834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","EoS":true} {"level":"info","ts":1784807521.4590056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807521.459023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807521.4590437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.4911022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807521.4911754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c666000b-d388-444a-bd36-c18cf085cd78"} {"level":"info","ts":1784807521.4911842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c666000b-d388-444a-bd36-c18cf085cd78"} {"level":"info","ts":1784807521.4911947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c666000b-d388-444a-bd36-c18cf085cd78","EoS":false} {"level":"info","ts":1784807521.4912064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c666000b-d388-444a-bd36-c18cf085cd78","EoS":true} {"level":"info","ts":1784807521.4912243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c666000b-d388-444a-bd36-c18cf085cd78","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807521.4912393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c666000b-d388-444a-bd36-c18cf085cd78","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807521.491259,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c666000b-d388-444a-bd36-c18cf085cd78"} {"level":"info","ts":1784807521.5320396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807521.532118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aa922b8-e213-4dce-baba-5b790a89d4bb"} {"level":"info","ts":1784807521.5321302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9aa922b8-e213-4dce-baba-5b790a89d4bb"} {"level":"info","ts":1784807521.532142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aa922b8-e213-4dce-baba-5b790a89d4bb","EoS":false} {"level":"info","ts":1784807521.532154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aa922b8-e213-4dce-baba-5b790a89d4bb","EoS":true} {"level":"info","ts":1784807521.5321748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9aa922b8-e213-4dce-baba-5b790a89d4bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807521.532191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9aa922b8-e213-4dce-baba-5b790a89d4bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807521.5322578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9aa922b8-e213-4dce-baba-5b790a89d4bb"} {"level":"info","ts":1784807521.5708241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807521.5709312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6"} {"level":"info","ts":1784807526.2121987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807526.212279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807526.212289,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807526.2123015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","EoS":false} {"level":"info","ts":1784807526.2123132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","EoS":true} {"level":"info","ts":1784807526.2123327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807526.2123487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807526.212372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807534.7889636,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807534.789081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc107754-4a23-4dfc-8171-8c5d91eb0301"} {"level":"info","ts":1784807534.7890956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc107754-4a23-4dfc-8171-8c5d91eb0301"} {"level":"info","ts":1784807534.7891076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc107754-4a23-4dfc-8171-8c5d91eb0301","EoS":false} {"level":"info","ts":1784807534.789121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc107754-4a23-4dfc-8171-8c5d91eb0301","EoS":true} {"level":"info","ts":1784807534.7891464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc107754-4a23-4dfc-8171-8c5d91eb0301","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807534.7891617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc107754-4a23-4dfc-8171-8c5d91eb0301","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807534.7891867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc107754-4a23-4dfc-8171-8c5d91eb0301"} {"level":"info","ts":1784807536.8222635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807536.8223424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807536.8223526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807536.8223636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","EoS":false} {"level":"info","ts":1784807536.822374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","EoS":true} {"level":"info","ts":1784807536.8223948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807536.822411,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807536.822434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807549.7169623,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807549.717055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807549.7170644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807549.7170758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","EoS":false} {"level":"info","ts":1784807549.7170866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","EoS":true} {"level":"info","ts":1784807549.7171092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807549.7171247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807549.7171462,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807558.2566283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807558.2567327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807558.2567434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807558.2567549,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","EoS":false} {"level":"info","ts":1784807558.2567656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","EoS":true} {"level":"info","ts":1784807558.256784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807558.2567976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807558.2568204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807567.151285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807567.1513662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807567.1513772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807567.1513882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","EoS":false} {"level":"info","ts":1784807567.151405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","EoS":true} {"level":"info","ts":1784807567.151433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807567.1514475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807567.151468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807576.1680982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807576.1681762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac6d050b-e986-43d5-95c8-4ff7aedf8078"} {"level":"info","ts":1784807576.1681857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac6d050b-e986-43d5-95c8-4ff7aedf8078"} {"level":"info","ts":1784807576.168197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac6d050b-e986-43d5-95c8-4ff7aedf8078","EoS":false} {"level":"info","ts":1784807576.16821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac6d050b-e986-43d5-95c8-4ff7aedf8078","EoS":true} {"level":"info","ts":1784807576.1682308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac6d050b-e986-43d5-95c8-4ff7aedf8078","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807576.1682458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac6d050b-e986-43d5-95c8-4ff7aedf8078","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807576.1682665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac6d050b-e986-43d5-95c8-4ff7aedf8078"} {"level":"info","ts":1784807580.9604824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807580.9605653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fd7965d-96cb-4a8a-a848-25fa87d75c3c"} {"level":"info","ts":1784807580.9605763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fd7965d-96cb-4a8a-a848-25fa87d75c3c"} {"level":"info","ts":1784807580.9605901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fd7965d-96cb-4a8a-a848-25fa87d75c3c","EoS":false} {"level":"info","ts":1784807580.960605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fd7965d-96cb-4a8a-a848-25fa87d75c3c","EoS":true} {"level":"info","ts":1784807580.9606314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fd7965d-96cb-4a8a-a848-25fa87d75c3c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807580.960647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fd7965d-96cb-4a8a-a848-25fa87d75c3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807580.9606702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fd7965d-96cb-4a8a-a848-25fa87d75c3c"} {"level":"info","ts":1784807585.7523358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807585.7524168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8ecdb35-f518-4a7a-9ca8-fae16eb677a0"} {"level":"info","ts":1784807585.7524264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8ecdb35-f518-4a7a-9ca8-fae16eb677a0"} {"level":"info","ts":1784807585.7524378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8ecdb35-f518-4a7a-9ca8-fae16eb677a0","EoS":false} {"level":"info","ts":1784807585.7524505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8ecdb35-f518-4a7a-9ca8-fae16eb677a0","EoS":true} {"level":"info","ts":1784807585.7524726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8ecdb35-f518-4a7a-9ca8-fae16eb677a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807585.7524881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8ecdb35-f518-4a7a-9ca8-fae16eb677a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807585.7525086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8ecdb35-f518-4a7a-9ca8-fae16eb677a0"} {"level":"info","ts":1784807586.0250893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807586.0251725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b696b3-1ff6-45fc-8269-f7cfef276b44"} {"level":"info","ts":1784807586.0251827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5b696b3-1ff6-45fc-8269-f7cfef276b44"} {"level":"info","ts":1784807586.025194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b696b3-1ff6-45fc-8269-f7cfef276b44","EoS":false} {"level":"info","ts":1784807586.025211,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b696b3-1ff6-45fc-8269-f7cfef276b44","EoS":true} {"level":"info","ts":1784807586.0252326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5b696b3-1ff6-45fc-8269-f7cfef276b44","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807586.0252495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b696b3-1ff6-45fc-8269-f7cfef276b44","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807586.0252712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5b696b3-1ff6-45fc-8269-f7cfef276b44"} {"level":"info","ts":1784807588.0541768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807588.0542557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99a327f6-410c-4258-b5c9-0cea4ad2b9dc"} {"level":"info","ts":1784807588.0542674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99a327f6-410c-4258-b5c9-0cea4ad2b9dc"} {"level":"info","ts":1784807588.0542789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99a327f6-410c-4258-b5c9-0cea4ad2b9dc","EoS":false} {"level":"info","ts":1784807588.0542893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99a327f6-410c-4258-b5c9-0cea4ad2b9dc","EoS":true} {"level":"info","ts":1784807588.0543084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99a327f6-410c-4258-b5c9-0cea4ad2b9dc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807588.0543244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99a327f6-410c-4258-b5c9-0cea4ad2b9dc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807588.0543468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99a327f6-410c-4258-b5c9-0cea4ad2b9dc"} {"level":"info","ts":1784807590.0877783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807590.0878584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807590.0878685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807590.0878797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","EoS":false} {"level":"info","ts":1784807590.0878897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","EoS":true} {"level":"info","ts":1784807590.087911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807590.087927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807590.0879533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807613.4307723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807613.4308498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807613.4308596,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807613.4308705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","EoS":false} {"level":"info","ts":1784807613.4308822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","EoS":true} {"level":"info","ts":1784807613.4309034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807613.4309192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807613.4309404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807622.7971835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807622.7972708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d7040b5-7b8c-41cf-9884-db08a426e145"} {"level":"info","ts":1784807622.7972806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d7040b5-7b8c-41cf-9884-db08a426e145"} {"level":"info","ts":1784807622.7972925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d7040b5-7b8c-41cf-9884-db08a426e145","EoS":false} {"level":"info","ts":1784807622.7973027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d7040b5-7b8c-41cf-9884-db08a426e145","EoS":true} {"level":"info","ts":1784807622.7973223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d7040b5-7b8c-41cf-9884-db08a426e145","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807622.7973378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d7040b5-7b8c-41cf-9884-db08a426e145","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807622.7973619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d7040b5-7b8c-41cf-9884-db08a426e145"} {"level":"info","ts":1784807628.375275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807628.3753643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"693d1b7c-1b12-443d-9019-106712acb2d7"} {"level":"info","ts":1784807628.3753736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"693d1b7c-1b12-443d-9019-106712acb2d7"} {"level":"info","ts":1784807628.3753858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"693d1b7c-1b12-443d-9019-106712acb2d7","EoS":false} {"level":"info","ts":1784807628.3753965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"693d1b7c-1b12-443d-9019-106712acb2d7","EoS":true} {"level":"info","ts":1784807628.3754168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"693d1b7c-1b12-443d-9019-106712acb2d7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807628.3754325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"693d1b7c-1b12-443d-9019-106712acb2d7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807628.375453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"693d1b7c-1b12-443d-9019-106712acb2d7"} {"level":"info","ts":1784807638.0001416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807638.000234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc46b474-0f77-4bfe-a0d5-31ec1a703840"} {"level":"info","ts":1784807638.0002446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc46b474-0f77-4bfe-a0d5-31ec1a703840"} {"level":"info","ts":1784807638.000257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc46b474-0f77-4bfe-a0d5-31ec1a703840","EoS":false} {"level":"info","ts":1784807638.0002704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc46b474-0f77-4bfe-a0d5-31ec1a703840","EoS":true} {"level":"info","ts":1784807638.000292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc46b474-0f77-4bfe-a0d5-31ec1a703840","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807638.0003092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc46b474-0f77-4bfe-a0d5-31ec1a703840","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807638.000329,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc46b474-0f77-4bfe-a0d5-31ec1a703840"} {"level":"info","ts":1784807640.0338144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807640.0338936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807640.0339026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807640.0339134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","EoS":false} {"level":"info","ts":1784807640.033927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","EoS":true} {"level":"info","ts":1784807640.0339484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807640.0339637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807640.0339866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807649.4770277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807649.477113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.477125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.4771369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","EoS":false} {"level":"info","ts":1784807649.4771488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","EoS":true} {"level":"info","ts":1784807649.4771707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807649.477187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807649.4772105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.512073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807649.5121346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807649.512143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807649.512154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","EoS":false} {"level":"info","ts":1784807649.5121636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","EoS":true} {"level":"info","ts":1784807649.5121806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807649.5121937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807649.5122132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807668.7323778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807668.732451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807668.73246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807668.7324712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","EoS":false} {"level":"info","ts":1784807668.7324812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","EoS":true} {"level":"info","ts":1784807668.7325034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807668.7325182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807668.7325404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807678.126457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807678.1265407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98f205e7-7b79-41c6-93e2-174fe1cadb01"} {"level":"info","ts":1784807678.1265485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98f205e7-7b79-41c6-93e2-174fe1cadb01"} {"level":"info","ts":1784807678.1265595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98f205e7-7b79-41c6-93e2-174fe1cadb01","EoS":false} {"level":"info","ts":1784807678.1265728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98f205e7-7b79-41c6-93e2-174fe1cadb01","EoS":true} {"level":"info","ts":1784807678.1265945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98f205e7-7b79-41c6-93e2-174fe1cadb01","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807678.1266093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98f205e7-7b79-41c6-93e2-174fe1cadb01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807678.1266296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98f205e7-7b79-41c6-93e2-174fe1cadb01"} {"level":"info","ts":1784807683.458243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807683.458352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fd95b52-ded5-4edd-b05f-10ff88b7340a"} {"level":"info","ts":1784807683.4584236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fd95b52-ded5-4edd-b05f-10ff88b7340a"} {"level":"info","ts":1784807683.4584365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fd95b52-ded5-4edd-b05f-10ff88b7340a","EoS":false} {"level":"info","ts":1784807683.458449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fd95b52-ded5-4edd-b05f-10ff88b7340a","EoS":true} {"level":"info","ts":1784807683.458471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fd95b52-ded5-4edd-b05f-10ff88b7340a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807683.4584866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fd95b52-ded5-4edd-b05f-10ff88b7340a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807683.458508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fd95b52-ded5-4edd-b05f-10ff88b7340a"} {"level":"info","ts":1784807774.5201826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807774.5202677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe855027-4dbf-4cc0-894c-8d4f528a2f21"} {"level":"info","ts":1784807774.520278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe855027-4dbf-4cc0-894c-8d4f528a2f21"} {"level":"info","ts":1784807774.52029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe855027-4dbf-4cc0-894c-8d4f528a2f21","EoS":false} {"level":"info","ts":1784807774.5202997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe855027-4dbf-4cc0-894c-8d4f528a2f21","EoS":true} {"level":"info","ts":1784807774.520323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe855027-4dbf-4cc0-894c-8d4f528a2f21","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784807774.52034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe855027-4dbf-4cc0-894c-8d4f528a2f21","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784807774.5203612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe855027-4dbf-4cc0-894c-8d4f528a2f21"} {"level":"info","ts":1784807799.9788475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807799.978933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807799.9789422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807799.9789538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","EoS":false} {"level":"info","ts":1784807799.9789655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","EoS":true} {"level":"info","ts":1784807799.978986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784807799.979001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784807799.9790215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807839.8485448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807839.8486404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807839.8486526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807839.848671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","EoS":false} {"level":"info","ts":1784807839.8487167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","EoS":true} {"level":"info","ts":1784807839.8487487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807839.8487706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807839.8488023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807855.220809,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807855.2208934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.2209089,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.2209218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","EoS":false} {"level":"info","ts":1784807855.2209327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","EoS":true} {"level":"info","ts":1784807855.220956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807855.2209723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807855.2209964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.523018,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807855.5231066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da6054a9-c2eb-4c90-a87d-3a2ef9711f48"} {"level":"info","ts":1784807855.5231183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da6054a9-c2eb-4c90-a87d-3a2ef9711f48"} {"level":"info","ts":1784807855.523135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da6054a9-c2eb-4c90-a87d-3a2ef9711f48","EoS":false} {"level":"info","ts":1784807855.5231464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da6054a9-c2eb-4c90-a87d-3a2ef9711f48","EoS":true} {"level":"info","ts":1784807855.5231655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da6054a9-c2eb-4c90-a87d-3a2ef9711f48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807855.5231822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da6054a9-c2eb-4c90-a87d-3a2ef9711f48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807855.5232072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da6054a9-c2eb-4c90-a87d-3a2ef9711f48"} {"level":"info","ts":1784808186.2213159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808186.2214074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.2214155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.2214265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","EoS":false} {"level":"info","ts":1784808186.2214384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","EoS":true} {"level":"info","ts":1784808186.2214587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784808186.221475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784808186.2214966,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.2568746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808186.2569547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6dd066d-a3e7-415a-a0a6-d6a114d34788"} {"level":"info","ts":1784808186.2569623,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6dd066d-a3e7-415a-a0a6-d6a114d34788"} {"level":"info","ts":1784808186.2569735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6dd066d-a3e7-415a-a0a6-d6a114d34788","EoS":false} {"level":"info","ts":1784808186.2569857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6dd066d-a3e7-415a-a0a6-d6a114d34788","EoS":true} {"level":"info","ts":1784808186.257008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6dd066d-a3e7-415a-a0a6-d6a114d34788","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784808186.2570302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6dd066d-a3e7-415a-a0a6-d6a114d34788","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784808186.2570524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6dd066d-a3e7-415a-a0a6-d6a114d34788"} {"level":"info","ts":1784808186.2868307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808186.2869084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3676ec3-3501-4418-b3f3-c31cce29b578"} {"level":"info","ts":1784808186.2869234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3676ec3-3501-4418-b3f3-c31cce29b578"} {"level":"info","ts":1784808186.286942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3676ec3-3501-4418-b3f3-c31cce29b578","EoS":false} {"level":"info","ts":1784808186.286963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3676ec3-3501-4418-b3f3-c31cce29b578","EoS":true} {"level":"info","ts":1784808186.2869918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3676ec3-3501-4418-b3f3-c31cce29b578","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784808186.2870095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3676ec3-3501-4418-b3f3-c31cce29b578","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784808186.287033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3676ec3-3501-4418-b3f3-c31cce29b578"} {"level":"info","ts":1784808191.214613,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb0a1f1-efb8-4617-96f8-4dd6ce70d21f"} {"level":"info","ts":1784808191.2146301,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"580e9722-43b8-4d3c-a1b1-a495f3af16d3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808191.2146626,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"580e9722-43b8-4d3c-a1b1-a495f3af16d3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784808191.22513,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b619cca1-c3a0-4442-97d8-15d74de08ec5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808191.2251725,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b619cca1-c3a0-4442-97d8-15d74de08ec5","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784808191.2300103,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb0a1f1-efb8-4617-96f8-4dd6ce70d21f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.230264,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39270.622202167,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.2302878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.3662634,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5effa282-5b07-496f-9272-5753d2b11038","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.3663263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5effa282-5b07-496f-9272-5753d2b11038","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.3664238,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bd4f09-653e-4189-b9dd-dc2c2903a50e"} {"level":"info","ts":1784808191.3669784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87cfd3d6-5f19-42db-aa6a-241e7e8bbf7f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.3670166,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87cfd3d6-5f19-42db-aa6a-241e7e8bbf7f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.370245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784808191.3716486,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bd4f09-653e-4189-b9dd-dc2c2903a50e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.371716,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bd4f09-653e-4189-b9dd-dc2c2903a50e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784808191.375439,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56a16baa-bfd3-4635-9fe1-df00a1d4142d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808191.3754854,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56a16baa-bfd3-4635-9fe1-df00a1d4142d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784808191.375526,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f2e3329-c616-40cc-a5c2-763b5c50f8d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.3755472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f2e3329-c616-40cc-a5c2-763b5c50f8d6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784808191.3789506,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bd4f09-653e-4189-b9dd-dc2c2903a50e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784808191.378999,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bd4f09-653e-4189-b9dd-dc2c2903a50e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.3790524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"839e8346-b569-44ee-bba3-dc699e09528d"} {"level":"info","ts":1784808191.3792574,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35189.285255698,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.3792756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.431202,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37742.494302738,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.4312365,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.463373,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.4656649,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.4797366,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"839e8346-b569-44ee-bba3-dc699e09528d","name":"e2e-external-model"} {"level":"info","ts":1784808191.5000272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06a71010-ad14-4689-b876-74a7634a7542","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.5000694,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06a71010-ad14-4689-b876-74a7634a7542","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784808191.5027192,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"839e8346-b569-44ee-bba3-dc699e09528d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784808191.5027766,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"839e8346-b569-44ee-bba3-dc699e09528d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.5028462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d5d016e-1cce-462f-8c01-5f0b4e395c8a"} {"level":"info","ts":1784808191.5029054,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d5d016e-1cce-462f-8c01-5f0b4e395c8a","name":"e2e-external-model"} {"level":"info","ts":1784808191.5298796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c589398e-4021-42d5-8505-7f530471706a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.5299141,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c589398e-4021-42d5-8505-7f530471706a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.5317054,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb0a1f1-efb8-4617-96f8-4dd6ce70d21f","name":"e2e-external-provider"} {"level":"error","ts":1784808191.5329843,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d5d016e-1cce-462f-8c01-5f0b4e395c8a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784808191.5330403,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d5d016e-1cce-462f-8c01-5f0b4e395c8a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.5331008,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5772464e-58d7-4ce9-a2b5-00e79f8fbce6"} {"level":"info","ts":1784808191.533165,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5772464e-58d7-4ce9-a2b5-00e79f8fbce6","name":"e2e-external-model"} {"level":"info","ts":1784808191.568307,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb0a1f1-efb8-4617-96f8-4dd6ce70d21f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784808191.5746355,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb0a1f1-efb8-4617-96f8-4dd6ce70d21f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.5747736,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6beb5d61-575d-4f46-b76a-14fe927dc10f"} {"level":"info","ts":1784808191.5748205,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6beb5d61-575d-4f46-b76a-14fe927dc10f","name":"e2e-external-provider"} {"level":"info","ts":1784808191.576049,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5772464e-58d7-4ce9-a2b5-00e79f8fbce6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808191.5850146,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da4228f8-07e5-4ee5-837d-01c9c7253db2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.585055,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da4228f8-07e5-4ee5-837d-01c9c7253db2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784808191.5980678,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5772464e-58d7-4ce9-a2b5-00e79f8fbce6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.5981772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c84a1bc-d7c4-44af-8108-5ac2d2e18a72"} {"level":"info","ts":1784808191.5982387,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c84a1bc-d7c4-44af-8108-5ac2d2e18a72","name":"e2e-external-model"} {"level":"info","ts":1784808191.6185012,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6beb5d61-575d-4f46-b76a-14fe927dc10f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784808191.6544487,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c84a1bc-d7c4-44af-8108-5ac2d2e18a72","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808198.8654823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808198.8655648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939"} {"level":"info","ts":1784808198.865577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939"} {"level":"info","ts":1784808198.8655941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939","EoS":false} {"level":"info","ts":1784808198.8656113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939","EoS":true} {"level":"info","ts":1784808198.8656394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784808198.86566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808198.8656776,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939","modelName":"e2e-external-model"} {"level":"info","ts":1784808198.8657293,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784808198.86579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2067629f-2c30-4500-8142-e6d6ba718939"} {"level":"info","ts":1784808198.9170814,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808198.917189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151"} {"level":"info","ts":1784808198.9172022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151"} {"level":"info","ts":1784808198.9172142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151","EoS":false} {"level":"info","ts":1784808198.9172273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151","EoS":true} {"level":"info","ts":1784808198.9172494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784808198.9172695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808198.9172769,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151","modelName":"e2e-external-model"} {"level":"info","ts":1784808198.9172945,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784808198.9173336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d99fcc63-d400-4bbd-b30d-c53ec61e3151"} {"level":"info","ts":1784808198.9381564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808198.9382415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc"} {"level":"info","ts":1784808198.9382544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc"} {"level":"info","ts":1784808198.938272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","EoS":false} {"level":"info","ts":1784808198.9382958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","EoS":true} {"level":"info","ts":1784808198.9383843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784808198.9384065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808198.938418,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","modelName":"e2e-external-model"} {"level":"info","ts":1784808198.9384408,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784808198.9384935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc"} {"level":"info","ts":1784808199.0771492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45b1c8f0-5a2a-443b-834f-b2265a016254","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.077175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"548e4290-1987-4672-ac2d-95958b07ab7a"} {"level":"info","ts":1784808199.077181,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45b1c8f0-5a2a-443b-834f-b2265a016254","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.0857315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6112240c-0001-400f-a145-87f334dcf41c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.0857642,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6112240c-0001-400f-a145-87f334dcf41c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784808199.0869565,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"548e4290-1987-4672-ac2d-95958b07ab7a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808199.0870354,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"548e4290-1987-4672-ac2d-95958b07ab7a","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.106305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"898d3dd4-27d5-4b1c-b7db-09cc4769c94f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.106335,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"898d3dd4-27d5-4b1c-b7db-09cc4769c94f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784808199.1159194,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"548e4290-1987-4672-ac2d-95958b07ab7a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784808199.1159632,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"548e4290-1987-4672-ac2d-95958b07ab7a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808199.116014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"398df7a0-6204-4602-9c18-ebdf33223447"} {"level":"info","ts":1784808199.1160593,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"398df7a0-6204-4602-9c18-ebdf33223447","name":"e2e-cleanup-test"} {"level":"error","ts":1784808199.1280875,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"398df7a0-6204-4602-9c18-ebdf33223447","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808199.1284761,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f795c3f-cc98-4252-981d-9e34fe959ba5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.128507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f795c3f-cc98-4252-981d-9e34fe959ba5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.1284761,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54871b52-f5f4-424c-af39-ae9eb52b6045"} {"level":"info","ts":1784808199.1285684,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54871b52-f5f4-424c-af39-ae9eb52b6045","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.1407297,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54871b52-f5f4-424c-af39-ae9eb52b6045","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808199.148921,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7395195-5de5-42bd-9ed3-85f95b10c289"} {"level":"info","ts":1784808199.1489625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9a2203-3e7c-4aff-9ba3-2daaef34624b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.148981,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9a2203-3e7c-4aff-9ba3-2daaef34624b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.1489906,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7395195-5de5-42bd-9ed3-85f95b10c289","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.1597352,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7395195-5de5-42bd-9ed3-85f95b10c289","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808207.3491518,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c702c5f0-f6e9-409e-8b3e-8311b9e76a32"} {"level":"info","ts":1784808207.3491762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"139e6a72-c65b-46a0-9fc8-359b97125fa3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808207.3492103,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"139e6a72-c65b-46a0-9fc8-359b97125fa3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808211.6565723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.6566625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b"} {"level":"info","ts":1784808211.656675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b"} {"level":"info","ts":1784808211.6567295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b","EoS":false} {"level":"info","ts":1784808211.6567514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b","EoS":true} {"level":"info","ts":1784808211.6567807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784808211.6567996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784808211.656832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b"} {"level":"info","ts":1784808211.6815813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.6816518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60"} {"level":"info","ts":1784808211.681661,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60"} {"level":"info","ts":1784808211.6816761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","EoS":false} {"level":"info","ts":1784808211.6817713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","EoS":true} {"level":"info","ts":1784808211.6817942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784808211.6818094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808211.6818168,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","modelName":"e2e-external-model"} {"level":"info","ts":1784808211.6818318,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784808211.6818697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60"} {"level":"info","ts":1784808211.71945,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.7195306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.7195394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.7195504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","EoS":false} {"level":"info","ts":1784808211.7195616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","EoS":true} {"level":"info","ts":1784808211.7195797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784808211.7195964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808211.7196188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.8563437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.856417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808211.8564265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808211.8564372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","EoS":false} {"level":"info","ts":1784808211.8564487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","EoS":true} {"level":"info","ts":1784808211.856469,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","field":"model"} {"level":"info","ts":1784808211.856499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808212.8201187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80d6de31-b49b-4c59-95f6-b98e78c40455"} {"level":"info","ts":1784808212.8201187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d2eeb4-fa5b-4bfa-ada1-ff0b99859334","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808212.8201706,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d2eeb4-fa5b-4bfa-ada1-ff0b99859334","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808212.9722886,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1d23b18-abd4-4f33-b171-761dc2eb09f7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808212.9723115,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1d23b18-abd4-4f33-b171-761dc2eb09f7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808212.972313,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae68c873-0d93-4116-97d5-58842a91ecea"} {"level":"info","ts":1784808830.859892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808830.8599942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bcd6836-60a3-4501-a6a0-63ebd977b643"} {"level":"info","ts":1784808830.8600044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bcd6836-60a3-4501-a6a0-63ebd977b643"} {"level":"info","ts":1784808830.860017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bcd6836-60a3-4501-a6a0-63ebd977b643","EoS":false} {"level":"info","ts":1784808830.8600307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bcd6836-60a3-4501-a6a0-63ebd977b643","EoS":true} {"level":"info","ts":1784808830.8600526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bcd6836-60a3-4501-a6a0-63ebd977b643","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784808830.8600702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bcd6836-60a3-4501-a6a0-63ebd977b643","path":"/ai-tenant-e2e-inf-b-480488/test-model-480488/v1/chat/completions"} {"level":"info","ts":1784808830.8600953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bcd6836-60a3-4501-a6a0-63ebd977b643"} {"level":"info","ts":1784808851.9711099,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808851.9711893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784808851.9711974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784808851.9712088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","EoS":false} {"level":"info","ts":1784808851.9712207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","EoS":true} {"level":"info","ts":1784808851.9712448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784808851.971261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","path":"/ai-tenant-e2e-inf-b-480488/test-model-480488/v1/chat/completions"} {"level":"info","ts":1784808851.9712813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784809379.8198051,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809379.8198857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"} {"level":"info","ts":1784809379.8198934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"} {"level":"info","ts":1784809379.819904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","EoS":false} {"level":"info","ts":1784809379.8199153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","EoS":true} {"level":"info","ts":1784809379.8199341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809379.8199472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","path":"/ai-tenant-e2e-shared-b-1e1abd/rate-test-model-1e1abd/v1/completions"} {"level":"info","ts":1784809379.8199708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"}