{"level":"info","ts":1789480299.8759074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480299.8759816,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"} {"level":"info","ts":1789480299.8759906,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"} {"level":"info","ts":1789480299.8760018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","EoS":false} {"level":"info","ts":1789480299.8760135,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","EoS":true} {"level":"info","ts":1789480299.8760371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480299.87605,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","path":"/v1/chat/completions"} {"level":"info","ts":1789480299.8760605,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480299.8760896,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9af8c683-ec6d-483e-b7ff-c533bd5ff439"} {"level":"info","ts":1789480299.9190571,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480299.919143,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"} {"level":"info","ts":1789480299.9191573,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"} {"level":"info","ts":1789480299.9191685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","EoS":false} {"level":"info","ts":1789480299.919178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","EoS":true} {"level":"info","ts":1789480299.919202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480299.919217,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","path":"/v1/chat/completions"} {"level":"info","ts":1789480299.9192798,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480299.919316,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"84c2948e-1af6-4aac-9ed6-764e1fa08485"} {"level":"info","ts":1789480299.9594903,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480299.959581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179"} {"level":"info","ts":1789480299.9595928,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179"} {"level":"info","ts":1789480299.959604,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179","EoS":false} {"level":"info","ts":1789480299.9596143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179","EoS":true} {"level":"info","ts":1789480299.9596543,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480299.959684,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179","path":"/v1/chat/completions"} {"level":"info","ts":1789480299.959695,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480299.95972,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"42d13b1b-4adc-4d12-8bc5-b7afd1ca3179"} {"level":"info","ts":1789480300.0004332,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480300.0005243,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556"} {"level":"info","ts":1789480300.0005379,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556"} {"level":"info","ts":1789480300.0005524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556","EoS":false} {"level":"info","ts":1789480300.0005643,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556","EoS":true} {"level":"info","ts":1789480300.0005918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480300.0006096,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556","path":"/v1/chat/completions"} {"level":"info","ts":1789480300.00062,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480300.0006528,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b65fd55d-30bd-4d51-8b7f-7f98cd3e1556"} {"level":"info","ts":1789480300.0405607,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480300.0406992,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67"} {"level":"info","ts":1789480300.040716,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67"} {"level":"info","ts":1789480300.0407288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67","EoS":false} {"level":"info","ts":1789480300.040739,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67","EoS":true} {"level":"info","ts":1789480300.0407605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480300.0407755,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67","path":"/v1/chat/completions"} {"level":"info","ts":1789480300.0407856,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480300.040814,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6a9a6144-1006-41a8-adc0-f61a97e65d67"} {"level":"info","ts":1789480300.0826235,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480300.0827222,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd"} {"level":"info","ts":1789480300.082732,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd"} {"level":"info","ts":1789480300.0827441,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd","EoS":false} {"level":"info","ts":1789480300.0827546,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd","EoS":true} {"level":"info","ts":1789480300.0827768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480300.0827916,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd","path":"/v1/chat/completions"} {"level":"info","ts":1789480300.0828025,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480300.0828338,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e7bb6faa-02b1-4f62-b0a2-de80afedfdcd"} {"level":"info","ts":1789480300.1309862,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480300.1310687,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62"} {"level":"info","ts":1789480300.1310804,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62"} {"level":"info","ts":1789480300.1310928,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62","EoS":false} {"level":"info","ts":1789480300.1311052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62","EoS":true} {"level":"info","ts":1789480300.1311262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480300.1311405,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62","path":"/v1/chat/completions"} {"level":"info","ts":1789480300.1311514,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480300.13118,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c0a199d1-2831-4436-b463-2f3612528b62"} {"level":"info","ts":1789480300.1725771,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480300.172696,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13"} {"level":"info","ts":1789480300.172714,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13"} {"level":"info","ts":1789480300.172732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13","EoS":false} {"level":"info","ts":1789480300.1727455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13","EoS":true} {"level":"info","ts":1789480300.1727772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480300.1727977,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13","path":"/v1/chat/completions"} {"level":"info","ts":1789480300.1728108,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480300.1728384,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"04e435bd-4598-4429-b964-22c12bbeff13"} {"level":"info","ts":1789480300.2136576,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480300.213769,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0"} {"level":"info","ts":1789480300.213779,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0"} {"level":"info","ts":1789480300.21379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0","EoS":false} {"level":"info","ts":1789480300.2138002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0","EoS":true} {"level":"info","ts":1789480300.2138221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789480300.2138379,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0","path":"/v1/chat/completions"} {"level":"info","ts":1789480300.2138507,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789480300.2138793,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"57baf198-db76-4704-8ef9-f12545f2f1a0"} {"level":"info","ts":1789480310.764898,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480310.7649844,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"} {"level":"info","ts":1789480310.7649949,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"} {"level":"info","ts":1789480310.7650056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","EoS":false} {"level":"info","ts":1789480310.7650163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","EoS":true} {"level":"info","ts":1789480310.765035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1789480310.7650506,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789480310.7650783,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a4e5082-4baf-4f53-9721-ec80f05554aa"} {"level":"info","ts":1789480310.8124444,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480310.8125267,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"} {"level":"info","ts":1789480310.8125381,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"} {"level":"info","ts":1789480310.8125513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","EoS":false} {"level":"info","ts":1789480310.812564,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","EoS":true} {"level":"info","ts":1789480310.8125844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1789480310.812599,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480310.8126197,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cb8e355e-b25f-4512-8141-fb873265f5f1"} {"level":"info","ts":1789480310.8299074,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a62a35a-d9ec-4d11-86a4-f92ef189b6db"} {"level":"info","ts":1789480310.8299074,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd861262-8af9-45ca-ac2d-a014ac32d173","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480310.8300261,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd861262-8af9-45ca-ac2d-a014ac32d173","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480310.8348122,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1355c414-adbe-4647-b0bb-4a041f836ea6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480310.8348458,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1355c414-adbe-4647-b0bb-4a041f836ea6","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789480310.8379803,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a62a35a-d9ec-4d11-86a4-f92ef189b6db","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480310.8382194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32680.343426486,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480310.8382351,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480310.894758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480310.9386315,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33383.312906586,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480310.9386876,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480310.9497058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480310.9518983,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8641e61-ccdb-46a7-9b9b-188d57f7b8c2"} {"level":"info","ts":1789480310.951934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27e54cc1-9a26-4fab-9be1-df70b7ed1a46","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480310.9519777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27e54cc1-9a26-4fab-9be1-df70b7ed1a46","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480310.9625497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbdbcb90-89dd-405f-9ae1-9676a74186a9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480310.9625843,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbdbcb90-89dd-405f-9ae1-9676a74186a9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480310.9626286,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8641e61-ccdb-46a7-9b9b-188d57f7b8c2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789480310.9708016,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8641e61-ccdb-46a7-9b9b-188d57f7b8c2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480310.9709077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc44be12-adb1-46cb-baf5-0a7c35e78978"} {"level":"info","ts":1789480310.9709532,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc44be12-adb1-46cb-baf5-0a7c35e78978","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1789480310.9710305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"941468de-d5f1-4c60-a3d9-3184b95fcf57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480310.9710648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"941468de-d5f1-4c60-a3d9-3184b95fcf57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789480310.9743705,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc44be12-adb1-46cb-baf5-0a7c35e78978","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480310.9744334,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc44be12-adb1-46cb-baf5-0a7c35e78978","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480310.9744868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4c25585-10d2-4bea-bf18-1f3bba72895a"} {"level":"info","ts":1789480310.9745152,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4c25585-10d2-4bea-bf18-1f3bba72895a","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789480310.9787872,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4c25585-10d2-4bea-bf18-1f3bba72895a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480310.999094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fe9ea80-a5ba-4edc-af20-2dd667551a6a"} {"level":"info","ts":1789480310.9991307,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fe9ea80-a5ba-4edc-af20-2dd667551a6a","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789480311.0039768,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fe9ea80-a5ba-4edc-af20-2dd667551a6a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.0390816,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a62a35a-d9ec-4d11-86a4-f92ef189b6db","name":"e2e-external-provider"} {"level":"info","ts":1789480311.0442455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"678c06a7-3521-4890-b80b-d8cfda1a696f"} {"level":"info","ts":1789480311.0442748,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"678c06a7-3521-4890-b80b-d8cfda1a696f","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789480311.0491464,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"678c06a7-3521-4890-b80b-d8cfda1a696f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.0538194,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a62a35a-d9ec-4d11-86a4-f92ef189b6db","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1789480311.0599368,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b177f74-f02f-48ab-a170-8cb708780d6b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480311.0599823,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b177f74-f02f-48ab-a170-8cb708780d6b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480311.0600088,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0826381d-e093-4c81-a15b-0612a09ea97d"} {"level":"info","ts":1789480311.060032,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0826381d-e093-4c81-a15b-0612a09ea97d","provider":"e2e-external-provider","phase":"Failed"} {"level":"info","ts":1789480311.0600672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dde511f1-88ea-4c5c-a188-c70e16540f4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480311.0600886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dde511f1-88ea-4c5c-a188-c70e16540f4c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480311.0640771,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a62a35a-d9ec-4d11-86a4-f92ef189b6db","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1789480311.0701768,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0826381d-e093-4c81-a15b-0612a09ea97d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.0703187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"941e1d18-fe96-4f7a-bf98-4bc24c8d784c"} {"level":"info","ts":1789480311.070364,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"941e1d18-fe96-4f7a-bf98-4bc24c8d784c","provider":"e2e-external-provider","phase":"Failed"} {"level":"info","ts":1789480311.0702257,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5962c5bb-9257-4e0b-85e4-af94237506a8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480311.0704334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5962c5bb-9257-4e0b-85e4-af94237506a8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480311.0733356,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a62a35a-d9ec-4d11-86a4-f92ef189b6db","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1789480311.0752676,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"941e1d18-fe96-4f7a-bf98-4bc24c8d784c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480311.0772595,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a62a35a-d9ec-4d11-86a4-f92ef189b6db","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.0773602,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2a65cb9-7be8-43de-b039-3172269fce5d"} {"level":"info","ts":1789480311.0774245,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2a65cb9-7be8-43de-b039-3172269fce5d","name":"e2e-external-provider"} {"level":"info","ts":1789480311.082912,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe53b27b-36b9-481b-8a01-efe1eb4542f0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480311.0829093,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cf0f36d-b825-452f-89cb-701a271fc240"} {"level":"info","ts":1789480311.0829523,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe53b27b-36b9-481b-8a01-efe1eb4542f0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480311.0830235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41a5d2fd-060b-4ca5-8e71-9c4a08df9c1a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480311.0832503,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41a5d2fd-060b-4ca5-8e71-9c4a08df9c1a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480311.083301,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33306.827817499,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480311.0833254,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480311.089906,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2a65cb9-7be8-43de-b039-3172269fce5d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789480311.0915847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1789480311.0939422,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2a65cb9-7be8-43de-b039-3172269fce5d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.0940394,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e947794e-c11b-4e43-a59d-723e38374bbd"} {"level":"info","ts":1789480311.094093,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e947794e-c11b-4e43-a59d-723e38374bbd","name":"e2e-external-provider"} {"level":"info","ts":1789480311.1059406,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e947794e-c11b-4e43-a59d-723e38374bbd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789480311.1834545,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cf0f36d-b825-452f-89cb-701a271fc240","name":"e2e-external-model"} {"level":"error","ts":1789480311.2068853,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cf0f36d-b825-452f-89cb-701a271fc240","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480311.2069452,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cf0f36d-b825-452f-89cb-701a271fc240","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.2078023,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3eb82547-1cb3-458e-8a89-65757c61d940"} {"level":"info","ts":1789480311.2078185,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c92e794e-0da1-432b-9d43-86109b7ef50a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480311.2078445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c92e794e-0da1-432b-9d43-86109b7ef50a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480311.2078667,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3eb82547-1cb3-458e-8a89-65757c61d940","name":"e2e-external-model"} {"level":"error","ts":1789480311.2318559,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3eb82547-1cb3-458e-8a89-65757c61d940","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.2319717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba77d75-373d-41a5-a1a9-284c40190757"} {"level":"info","ts":1789480311.2319725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"945cce98-9182-458b-916c-95cb223606b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480311.2321327,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba77d75-373d-41a5-a1a9-284c40190757","name":"e2e-external-model"} {"level":"info","ts":1789480311.2321656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"945cce98-9182-458b-916c-95cb223606b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480311.2447755,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba77d75-373d-41a5-a1a9-284c40190757","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480311.2509074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5674fc5d-8e5c-4fed-a606-34ffd33fd68f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480311.2509642,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5674fc5d-8e5c-4fed-a606-34ffd33fd68f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789480311.2538412,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba77d75-373d-41a5-a1a9-284c40190757","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480311.2539191,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9784b8d-082c-4c40-9166-0ad9145b42c1"} {"level":"info","ts":1789480311.2539706,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9784b8d-082c-4c40-9166-0ad9145b42c1","name":"e2e-external-model"} {"level":"info","ts":1789480311.2652845,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9784b8d-082c-4c40-9166-0ad9145b42c1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480311.6074152,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480311.60751,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa6f33f0-374b-457e-9b7b-569732264bd3"} {"level":"info","ts":1789480311.6075225,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fa6f33f0-374b-457e-9b7b-569732264bd3"} {"level":"info","ts":1789480311.6075335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa6f33f0-374b-457e-9b7b-569732264bd3","EoS":false} {"level":"info","ts":1789480311.6075447,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa6f33f0-374b-457e-9b7b-569732264bd3","EoS":true} {"level":"info","ts":1789480311.6075656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa6f33f0-374b-457e-9b7b-569732264bd3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480311.6075811,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fa6f33f0-374b-457e-9b7b-569732264bd3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480311.6076043,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fa6f33f0-374b-457e-9b7b-569732264bd3"} {"level":"info","ts":1789480311.791759,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480311.7918422,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"} {"level":"info","ts":1789480311.791853,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"} {"level":"info","ts":1789480311.7918642,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","EoS":false} {"level":"info","ts":1789480311.7918754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","EoS":true} {"level":"info","ts":1789480311.7918956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480311.7919116,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480311.7919343,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a390211b-0358-44f3-ac23-f9b46835603d"} {"level":"info","ts":1789480311.828721,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480311.8288124,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"} {"level":"info","ts":1789480311.8288252,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"} {"level":"info","ts":1789480311.8288367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","EoS":false} {"level":"info","ts":1789480311.828846,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","EoS":true} {"level":"info","ts":1789480311.8288684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480311.8288848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480311.8289049,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0cbb29fb-c274-49ea-ae49-7b0e47efce6e"} {"level":"info","ts":1789480316.7546532,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480316.7547762,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f"} {"level":"info","ts":1789480316.7547877,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f"} {"level":"info","ts":1789480316.7547991,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f","EoS":false} {"level":"info","ts":1789480316.7548096,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f","EoS":true} {"level":"info","ts":1789480316.7548294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789480316.754845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789480316.7548554,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f","modelName":"e2e-external-model"} {"level":"info","ts":1789480316.7548738,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789480316.754936,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0e404a9b-3409-4b45-b9ed-ae18dd2cc66f"} {"level":"info","ts":1789480316.7879286,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480316.7880151,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e"} {"level":"info","ts":1789480316.7880278,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e"} {"level":"info","ts":1789480316.7880387,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e","EoS":false} {"level":"info","ts":1789480316.7880511,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e","EoS":true} {"level":"info","ts":1789480316.788078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789480316.7880929,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789480316.7881052,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e","modelName":"e2e-external-model"} {"level":"info","ts":1789480316.7881155,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789480316.788154,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"79b12fc5-6dd8-47c7-b210-df987d5a427e"} {"level":"info","ts":1789480316.8164651,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480316.8165438,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"} {"level":"info","ts":1789480316.8165555,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"} {"level":"info","ts":1789480316.8165662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","EoS":false} {"level":"info","ts":1789480316.8165767,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","EoS":true} {"level":"info","ts":1789480316.816597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789480316.8166118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789480316.8166218,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","modelName":"e2e-external-model"} {"level":"info","ts":1789480316.8166347,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789480316.8167045,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a8f62a23-2043-43b5-8af9-3ba251a569fb"} {"level":"info","ts":1789480316.9086385,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480316.908751,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b009fc-9a56-4fbc-9d0e-11470654e4dc"} {"level":"info","ts":1789480316.908765,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"96b009fc-9a56-4fbc-9d0e-11470654e4dc"} {"level":"info","ts":1789480316.9087768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"96b009fc-9a56-4fbc-9d0e-11470654e4dc","EoS":false} {"level":"info","ts":1789480316.908787,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"96b009fc-9a56-4fbc-9d0e-11470654e4dc","EoS":true} {"level":"info","ts":1789480316.9088082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96b009fc-9a56-4fbc-9d0e-11470654e4dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480316.9088228,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"96b009fc-9a56-4fbc-9d0e-11470654e4dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480316.9088428,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"96b009fc-9a56-4fbc-9d0e-11470654e4dc"} {"level":"info","ts":1789480317.2611768,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480317.2612789,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3ed3386a-2984-4bd6-aace-01e292c16610"} {"level":"info","ts":1789480318.1120996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bae0ea9d-4d71-4fed-bbb1-ae9c30532336","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1121943,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bae0ea9d-4d71-4fed-bbb1-ae9c30532336","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.112318,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd3c7640-e975-46a8-9f01-be9c0a89f6b9"} {"level":"info","ts":1789480318.1237617,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1fa9451-87bb-47f5-8d9d-6ce8ec88e5a0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1238713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1fa9451-87bb-47f5-8d9d-6ce8ec88e5a0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789480318.124205,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd3c7640-e975-46a8-9f01-be9c0a89f6b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.1243157,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd3c7640-e975-46a8-9f01-be9c0a89f6b9","name":"e2e-cleanup-test"} {"level":"error","ts":1789480318.1433055,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd3c7640-e975-46a8-9f01-be9c0a89f6b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480318.1433654,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd3c7640-e975-46a8-9f01-be9c0a89f6b9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.1434448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b92a32eb-6d88-42be-a896-d557f4f3d98d"} {"level":"info","ts":1789480318.1435122,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b92a32eb-6d88-42be-a896-d557f4f3d98d","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.1523416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b78cddb0-4ac6-475c-91fb-b1c6b3b7764b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1523812,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b78cddb0-4ac6-475c-91fb-b1c6b3b7764b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789480318.1572523,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b92a32eb-6d88-42be-a896-d557f4f3d98d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480318.1573546,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b92a32eb-6d88-42be-a896-d557f4f3d98d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.1574492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7399a51-0e87-4221-a2e4-4930951b9b94"} {"level":"info","ts":1789480318.1575193,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7399a51-0e87-4221-a2e4-4930951b9b94","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.166391,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2ac1a64-c272-47d8-b883-e1e0f687ffd4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1664257,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2ac1a64-c272-47d8-b883-e1e0f687ffd4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.1705725,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7399a51-0e87-4221-a2e4-4930951b9b94","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789480318.1781101,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7399a51-0e87-4221-a2e4-4930951b9b94","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.1782289,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c71451c9-d409-47d6-8089-2de6adbd506c"} {"level":"info","ts":1789480318.1783507,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c71451c9-d409-47d6-8089-2de6adbd506c","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.1900015,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c71451c9-d409-47d6-8089-2de6adbd506c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480318.198518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4bd5c43-20b2-4356-9ead-8ef47c6406e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1985602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4bd5c43-20b2-4356-9ead-8ef47c6406e7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.198973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8fbbdde-8806-4919-88e6-ed838c20e4b4"} {"level":"info","ts":1789480318.199037,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8fbbdde-8806-4919-88e6-ed838c20e4b4","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.2095494,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8fbbdde-8806-4919-88e6-ed838c20e4b4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480326.364581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4915f263-75b3-4761-a2ea-9fe87fbfe142"} {"level":"info","ts":1789480326.3647046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad3ee6cf-0666-4d35-a285-b5ca7775fbf8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480326.3647242,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad3ee6cf-0666-4d35-a285-b5ca7775fbf8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480330.649869,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480330.649961,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533"} {"level":"info","ts":1789480330.6499717,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533"} {"level":"info","ts":1789480330.6499832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533","EoS":false} {"level":"info","ts":1789480330.649994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533","EoS":true} {"level":"info","ts":1789480330.6500144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789480330.6500304,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789480330.650052,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c7e67691-b925-4621-8198-62d11c32e533"} {"level":"info","ts":1789480330.9688435,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eabd33bf-3721-4654-b9af-a5ac44d2cc97","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.972643,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eabd33bf-3721-4654-b9af-a5ac44d2cc97","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480330.9803646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c3fbc562-9669-4258-9906-bd0299673a67","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.980505,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c3fbc562-9669-4258-9906-bd0299673a67","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480330.9806218,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3870c0f9-5f3a-4fec-bc93-1dcee507ae9d"} {"level":"error","ts":1789480330.983208,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eabd33bf-3721-4654-b9af-a5ac44d2cc97","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480330.986505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fa976da0-2f45-425d-8782-5b4a198929d3"} {"level":"info","ts":1789480330.986769,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"91e29c99-a335-4553-ac2f-9fb830e4070d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9868062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"91e29c99-a335-4553-ac2f-9fb830e4070d","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480330.9884644,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"33a826c5-d090-4b46-9d06-d6e21021cd1e","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9902508,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c9e81160-a923-4dc4-9bd9-0fe412791ff0","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.990282,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c9e81160-a923-4dc4-9bd9-0fe412791ff0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480330.990409,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"00635602-7f31-4a34-b1f1-2d4e488d6ea1","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9904275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"00635602-7f31-4a34-b1f1-2d4e488d6ea1","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480330.9918175,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3870c0f9-5f3a-4fec-bc93-1dcee507ae9d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480330.9918685,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3870c0f9-5f3a-4fec-bc93-1dcee507ae9d","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480330.9955184,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"33a826c5-d090-4b46-9d06-d6e21021cd1e","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480330.9962304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e20ed63-e879-426d-9503-447a2a39d4e9","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9962604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e20ed63-e879-426d-9503-447a2a39d4e9","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480330.9973052,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fa976da0-2f45-425d-8782-5b4a198929d3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480330.997349,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fa976da0-2f45-425d-8782-5b4a198929d3","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"} {"level":"error","ts":1789480331.0050764,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"33a826c5-d090-4b46-9d06-d6e21021cd1e","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0075092,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fa976da0-2f45-425d-8782-5b4a198929d3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0076275,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fa976da0-2f45-425d-8782-5b4a198929d3","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0077617,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e9dfb6c-1800-46c9-9469-4a599e51eab6"} {"level":"info","ts":1789480331.0078006,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e9dfb6c-1800-46c9-9469-4a599e51eab6","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"} {"level":"info","ts":1789480331.0090559,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ab8ccde9-84bf-4fdb-81dc-7a32c6a0118e","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0091064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ab8ccde9-84bf-4fdb-81dc-7a32c6a0118e","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0132036,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"882b6272-915b-4331-a930-aba853f0ac98","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0132406,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"882b6272-915b-4331-a930-aba853f0ac98","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.013364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6fb57504-6bad-407f-bb78-49fbfd4891b8","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0133893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6fb57504-6bad-407f-bb78-49fbfd4891b8","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0155518,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"95364e66-0999-4231-bfd6-080c208dce07","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"error","ts":1789480331.016151,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e9dfb6c-1800-46c9-9469-4a599e51eab6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0161867,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e9dfb6c-1800-46c9-9469-4a599e51eab6","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0162332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0a9d2d2b-5b4c-44c4-b7f5-ca66e06ff7b5"} {"level":"info","ts":1789480331.0162573,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0a9d2d2b-5b4c-44c4-b7f5-ca66e06ff7b5","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"error","ts":1789480331.0169706,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3870c0f9-5f3a-4fec-bc93-1dcee507ae9d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0170126,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3870c0f9-5f3a-4fec-bc93-1dcee507ae9d","error":"failed to apply Service: services \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0170584,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e5fe0f0c-eb62-41ea-b2c7-5049bce79399"} {"level":"info","ts":1789480331.0170972,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e5fe0f0c-eb62-41ea-b2c7-5049bce79399","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0198274,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"95364e66-0999-4231-bfd6-080c208dce07","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0229828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e749f137-0a5a-4e94-9176-28c6155fcf99","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0230794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e749f137-0a5a-4e94-9176-28c6155fcf99","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.025631,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0a9d2d2b-5b4c-44c4-b7f5-ca66e06ff7b5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0256903,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0a9d2d2b-5b4c-44c4-b7f5-ca66e06ff7b5","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0257525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f9e5a18a-9844-4282-abb7-cdbcdf5aaed1"} {"level":"info","ts":1789480331.0257819,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f9e5a18a-9844-4282-abb7-cdbcdf5aaed1","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"error","ts":1789480331.0290694,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"95364e66-0999-4231-bfd6-080c208dce07","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0317438,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f9e5a18a-9844-4282-abb7-cdbcdf5aaed1","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0318592,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e5fe0f0c-eb62-41ea-b2c7-5049bce79399","kind":"DestinationRule","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0494044,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"81341fb9-5bb1-4cfd-bef4-640081652860","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"error","ts":1789480331.0522304,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e5fe0f0c-eb62-41ea-b2c7-5049bce79399","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0523627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"12639a6c-9bb3-4fd9-b969-804b1cdd0cbe"} {"level":"info","ts":1789480331.0524373,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"12639a6c-9bb3-4fd9-b969-804b1cdd0cbe","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"info","ts":1789480331.0525815,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"81341fb9-5bb1-4cfd-bef4-640081652860","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.052808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b2e6272e-4b65-4e05-b98e-1c4f496824ff","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0528424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b2e6272e-4b65-4e05-b98e-1c4f496824ff","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0523677,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"128ddb6b-5bff-4fde-b716-326dede6486c"} {"level":"info","ts":1789480331.052275,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e50b5023-21f9-477d-ade3-93c0f1387820","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.052915,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"128ddb6b-5bff-4fde-b716-326dede6486c","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0529106,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e50b5023-21f9-477d-ade3-93c0f1387820","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789480331.0611608,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"12639a6c-9bb3-4fd9-b969-804b1cdd0cbe","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0613976,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"81341fb9-5bb1-4cfd-bef4-640081652860","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480331.0671408,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"128ddb6b-5bff-4fde-b716-326dede6486c","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0772157,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f04c2d91-c84b-4717-818a-b65c12264fd5"} {"level":"info","ts":1789480331.0772505,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f04c2d91-c84b-4717-818a-b65c12264fd5","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"info","ts":1789480331.0774608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ad0213a2-c8c7-4d6c-a9b0-eafaa7a641dc","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0775218,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ad0213a2-c8c7-4d6c-a9b0-eafaa7a641dc","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.0808752,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"128ddb6b-5bff-4fde-b716-326dede6486c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0829492,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a24da7d9-3728-49aa-8587-d449642eb7a2"} {"level":"info","ts":1789480331.0830302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4e141350-73bf-495d-a2bd-00d8770e284b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0830982,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8c8183b6-ab21-4a97-ae85-8e5dcbbfecd2","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0831273,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8c8183b6-ab21-4a97-ae85-8e5dcbbfecd2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.083102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4e141350-73bf-495d-a2bd-00d8770e284b","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0830488,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a24da7d9-3728-49aa-8587-d449642eb7a2","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0851502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f29eac79-3eb9-4b45-96b0-83db0be133df","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0852256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f29eac79-3eb9-4b45-96b0-83db0be133df","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.0892115,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f04c2d91-c84b-4717-818a-b65c12264fd5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0892744,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f04c2d91-c84b-4717-818a-b65c12264fd5","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0893629,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8c727ff4-182e-4112-aa53-17c3377fdddd"} {"level":"info","ts":1789480331.0894716,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8c727ff4-182e-4112-aa53-17c3377fdddd","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.1006126,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a24da7d9-3728-49aa-8587-d449642eb7a2","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.117215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b7de4ed0-b8a0-410b-814f-addf7da39725","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.1173003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b7de4ed0-b8a0-410b-814f-addf7da39725","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.1182437,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8c727ff4-182e-4112-aa53-17c3377fdddd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.1183658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8c727ff4-182e-4112-aa53-17c3377fdddd","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.118482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4806973f-8413-490f-9374-48405cb7d73b"} {"level":"info","ts":1789480331.1185665,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4806973f-8413-490f-9374-48405cb7d73b","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.1340616,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4806973f-8413-490f-9374-48405cb7d73b","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480331.1405785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a47182bb-a2e2-48ed-90c7-d5c50752677a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.1406105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a47182bb-a2e2-48ed-90c7-d5c50752677a","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.1464932,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4806973f-8413-490f-9374-48405cb7d73b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.1465983,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3361e13e-722d-4ddf-ba25-a2f2cbcb6be6"} {"level":"info","ts":1789480331.146699,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3361e13e-722d-4ddf-ba25-a2f2cbcb6be6","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.1616533,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3361e13e-722d-4ddf-ba25-a2f2cbcb6be6","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480331.226683,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"64f90862-62f7-4111-9723-805272c03d63","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.2297869,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"64f90862-62f7-4111-9723-805272c03d63","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.236015,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"64f90862-62f7-4111-9723-805272c03d63","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480333.8457804,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"010e18fb-b4dc-4b69-812a-d9cf496c9f0f","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8549428,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"173abbab-11fa-4b37-836a-b85984706d82"} {"level":"info","ts":1789480333.855079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"1c42ca14-c4d2-4ba5-9697-744f1e627b84","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8551888,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"1c42ca14-c4d2-4ba5-9697-744f1e627b84","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8571491,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"652dbc0b-b3fd-45be-9a83-e41744fe15f1","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8572197,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c1376169-fec1-46fd-bce5-0478d712a618"} {"level":"info","ts":1789480333.8572319,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"652dbc0b-b3fd-45be-9a83-e41744fe15f1","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480334.233897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480334.2339852,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"} {"level":"info","ts":1789480334.2339978,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"} {"level":"info","ts":1789480334.2340128,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","EoS":false} {"level":"info","ts":1789480334.234025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","EoS":true} {"level":"info","ts":1789480334.2340453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789480334.2340612,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789480334.2340715,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","modelName":"e2e-external-model"} {"level":"info","ts":1789480334.2340868,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789480334.234127,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"acd9999a-3821-4fd5-be51-07384165a5bf"} {"level":"info","ts":1789480336.3598871,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480336.3599908,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df929e6f-48d7-4acf-8051-07279d5385c3"} {"level":"info","ts":1789480336.360008,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"df929e6f-48d7-4acf-8051-07279d5385c3"} {"level":"info","ts":1789480336.3600266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df929e6f-48d7-4acf-8051-07279d5385c3","EoS":false} {"level":"info","ts":1789480336.3600442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df929e6f-48d7-4acf-8051-07279d5385c3","EoS":true} {"level":"info","ts":1789480336.3600774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df929e6f-48d7-4acf-8051-07279d5385c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789480336.360098,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"df929e6f-48d7-4acf-8051-07279d5385c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480336.36013,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"df929e6f-48d7-4acf-8051-07279d5385c3"} {"level":"info","ts":1789480337.479267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480337.4793768,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"} {"level":"info","ts":1789480337.4793932,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"} {"level":"info","ts":1789480337.479409,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","EoS":false} {"level":"info","ts":1789480337.479426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","EoS":true} {"level":"info","ts":1789480337.479453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789480337.479472,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789480337.4795015,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"82a56c42-47bd-4249-bb48-622d77fefb34"} {"level":"info","ts":1789480343.1180267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480343.1181066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"} {"level":"info","ts":1789480343.1181166,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"} {"level":"info","ts":1789480343.1181269,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","EoS":false} {"level":"info","ts":1789480343.118137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","EoS":true} {"level":"info","ts":1789480343.1181579,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54","field":"model"} {"level":"info","ts":1789480343.1181827,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"764a2a13-2424-45cc-b28b-404ce7717d54"} {"level":"info","ts":1789480368.503128,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480368.5032196,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"} {"level":"info","ts":1789480368.5032308,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"} {"level":"info","ts":1789480368.503242,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","EoS":false} {"level":"info","ts":1789480368.5032554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","EoS":true} {"level":"info","ts":1789480368.503276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480368.5032914,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480368.5033126,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1e01e545-daa0-4cf2-a58c-8b1ed21ba80a"} {"level":"info","ts":1789480368.5453267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480368.5454104,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"} {"level":"info","ts":1789480368.5454214,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"} {"level":"info","ts":1789480368.5454326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","EoS":false} {"level":"info","ts":1789480368.5454433,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","EoS":true} {"level":"info","ts":1789480368.5454638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480368.5454788,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480368.5454998,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"36e8c97a-0a87-4848-9661-78a9977fcbe4"} {"level":"info","ts":1789480368.5855868,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480368.5857182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"} {"level":"info","ts":1789480368.5857346,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"} {"level":"info","ts":1789480368.58575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","EoS":false} {"level":"info","ts":1789480368.5857608,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","EoS":true} {"level":"info","ts":1789480368.5857785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480368.585793,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480368.5858204,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4aa98a7c-45cf-4694-aae8-6d05d7e997e8"} {"level":"info","ts":1789480368.630992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480368.6310766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"} {"level":"info","ts":1789480368.6310894,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"} {"level":"info","ts":1789480368.6311004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","EoS":false} {"level":"info","ts":1789480368.63111,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","EoS":true} {"level":"info","ts":1789480368.6311357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789480368.6311533,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789480368.6311738,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4524a6f6-6b35-4cfb-bd3b-bc9bf0649e96"} {"level":"info","ts":1789480376.950174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a22ce9fb-5c88-49bd-bdab-2ba74dc19cd9"} {"level":"info","ts":1789480376.9503558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2188814f-e738-4c5f-af69-ee3f88fc66e9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480376.9504707,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2188814f-e738-4c5f-af69-ee3f88fc66e9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480377.0870116,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a29a816-895c-472e-aa67-c17c86154611","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480377.0871236,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a29a816-895c-472e-aa67-c17c86154611","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480377.0870187,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"deb443ef-7ca0-482f-9c0e-4ff122ba2a24"} {"level":"info","ts":1789480381.0506184,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480381.0507429,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309"} {"level":"info","ts":1789480381.050757,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309"} {"level":"info","ts":1789480381.0507703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309","EoS":false} {"level":"info","ts":1789480381.0507824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309","EoS":true} {"level":"info","ts":1789480381.0508032,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309","field":"model"} {"level":"info","ts":1789480381.0508304,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"96a2fc71-15ae-4bdc-a85f-760a68956309"} {"level":"info","ts":1789480381.1907723,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480381.1908755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f"} {"level":"info","ts":1789480381.1908932,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f"} {"level":"info","ts":1789480381.190911,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f","EoS":false} {"level":"info","ts":1789480381.1909282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f","EoS":true} {"level":"info","ts":1789480381.1909504,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f","field":"model"} {"level":"info","ts":1789480381.190989,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1aec926a-e6bc-44ad-b06e-8fb7d22c538f"} {"level":"info","ts":1789480381.3347073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480381.3347988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec"} {"level":"info","ts":1789480381.334812,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec"} {"level":"info","ts":1789480381.3348234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec","EoS":false} {"level":"info","ts":1789480381.3348413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec","EoS":true} {"level":"info","ts":1789480381.3348618,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec","field":"model"} {"level":"info","ts":1789480381.3348858,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"47b3ba98-917b-4ca0-8fbe-eb267f1af2ec"} {"level":"info","ts":1789482670.807375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789482670.8074732,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"} {"level":"info","ts":1789482670.8074844,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"} {"level":"info","ts":1789482670.8074965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","EoS":false} {"level":"info","ts":1789482670.8075073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","EoS":true} {"level":"info","ts":1789482670.8075283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789482670.8075435,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789482670.8075655,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b40d4e9c-069c-4337-97c5-e5e5a2d9bd51"} {"level":"info","ts":1789482671.6679165,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789482671.6680112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"} {"level":"info","ts":1789482671.668024,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"} {"level":"info","ts":1789482671.6680367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","EoS":false} {"level":"info","ts":1789482671.668054,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","EoS":true} {"level":"info","ts":1789482671.6680753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789482671.6680903,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789482671.6681106,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d684b133-269a-4869-8535-effa1b9f92f9"}