{"level":"info","ts":1789476931.210745,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789476931.2107894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":33248.217438958,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789476931.2107992,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789476931.2131312,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789476931.2132611,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789476931.213465,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789476931.3108637,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789476931.3109066,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789476931.3109462,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789476931.3109584,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789476931.3110225,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789476931.3110366,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789476931.3110528,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789476931.3110642,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789476931.311079,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789476931.3110905,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789476933.9161966,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789476933.9163566,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789477081.2304459,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.2308753,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4"} {"level":"info","ts":1789477081.2308946,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4"} {"level":"info","ts":1789477081.2309241,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4","EoS":false} {"level":"info","ts":1789477081.230939,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4","EoS":true} {"level":"info","ts":1789477081.230962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.2310045,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.2310202,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.2310534,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4"} {"level":"info","ts":1789477081.3151977,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.3152914,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"} {"level":"info","ts":1789477081.3153007,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"} {"level":"info","ts":1789477081.3153114,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","EoS":false} {"level":"info","ts":1789477081.315324,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","EoS":true} {"level":"info","ts":1789477081.3153496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.3153644,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.3153749,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.3154073,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"} {"level":"info","ts":1789477081.3645945,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.3647056,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"} {"level":"info","ts":1789477081.3647184,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"} {"level":"info","ts":1789477081.36473,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","EoS":false} {"level":"info","ts":1789477081.3647408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","EoS":true} {"level":"info","ts":1789477081.3647642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.3647828,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.3647974,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.3648367,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"} {"level":"info","ts":1789477081.4130893,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.41318,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"} {"level":"info","ts":1789477081.4131918,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"} {"level":"info","ts":1789477081.4132025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","EoS":false} {"level":"info","ts":1789477081.4132133,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","EoS":true} {"level":"info","ts":1789477081.413236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.4133031,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.413322,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.4133575,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"} {"level":"info","ts":1789477081.4572709,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.4573534,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd"} {"level":"info","ts":1789477081.4573648,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd"} {"level":"info","ts":1789477081.4573758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd","EoS":false} {"level":"info","ts":1789477081.4573855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd","EoS":true} {"level":"info","ts":1789477081.4574075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.4574227,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.457436,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.457465,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4f39e485-0c96-4f4b-8cf7-e42d5c041cbd"} {"level":"info","ts":1789477081.4989262,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.499032,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1"} {"level":"info","ts":1789477081.4990468,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1"} {"level":"info","ts":1789477081.499059,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1","EoS":false} {"level":"info","ts":1789477081.4990718,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1","EoS":true} {"level":"info","ts":1789477081.4990935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.4991097,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.4991238,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.499164,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b7a6a041-edae-4b47-b898-f4fdd956eac1"} {"level":"info","ts":1789477081.5445318,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.5446212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c"} {"level":"info","ts":1789477081.5446339,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c"} {"level":"info","ts":1789477081.5446453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c","EoS":false} {"level":"info","ts":1789477081.544658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c","EoS":true} {"level":"info","ts":1789477081.5446804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.5446944,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.5447073,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.5447378,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"74bb81a4-8e8d-4ed7-967f-b49c77bab38c"} {"level":"info","ts":1789477081.5866234,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.5867088,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a"} {"level":"info","ts":1789477081.5867207,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a"} {"level":"info","ts":1789477081.5867312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a","EoS":false} {"level":"info","ts":1789477081.5867422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a","EoS":true} {"level":"info","ts":1789477081.5867639,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.586781,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.5867922,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.58682,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8ad750cf-4ecd-44ce-9e46-8d8bbd2e107a"} {"level":"info","ts":1789477081.634168,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.6342573,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21"} {"level":"info","ts":1789477081.634268,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21"} {"level":"info","ts":1789477081.634279,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21","EoS":false} {"level":"info","ts":1789477081.6342893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21","EoS":true} {"level":"info","ts":1789477081.6343112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.634327,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.6343374,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.6343656,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0b31d28c-131f-4ab1-809b-05d5ce945d21"} {"level":"info","ts":1789477081.6788032,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.6788998,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b"} {"level":"info","ts":1789477081.6789124,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b"} {"level":"info","ts":1789477081.678924,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b","EoS":false} {"level":"info","ts":1789477081.6789372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b","EoS":true} {"level":"info","ts":1789477081.6789799,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.6789966,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.679011,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.6790438,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"17b098a2-d374-42bb-a5be-5cbf4b765a6b"} {"level":"info","ts":1789477081.723142,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.7232263,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e"} {"level":"info","ts":1789477081.7232358,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e"} {"level":"info","ts":1789477081.7232466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e","EoS":false} {"level":"info","ts":1789477081.723257,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e","EoS":true} {"level":"info","ts":1789477081.7232833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.7233021,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.723317,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.7233536,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"415b18ee-684c-4e6e-8f54-ce4704c6233e"} {"level":"info","ts":1789477081.761614,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477081.7617114,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4"} {"level":"info","ts":1789477081.7617257,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4"} {"level":"info","ts":1789477081.7617369,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4","EoS":false} {"level":"info","ts":1789477081.7617507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4","EoS":true} {"level":"info","ts":1789477081.7617724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789477081.761787,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4","path":"/v1/chat/completions"} {"level":"info","ts":1789477081.7617974,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789477081.761827,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"739de4dd-f832-48ec-a573-cf367af8b7c4"} {"level":"info","ts":1789477093.3463788,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477093.3464823,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"} {"level":"info","ts":1789477093.346498,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"} {"level":"info","ts":1789477093.3465161,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","EoS":false} {"level":"info","ts":1789477093.3465335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","EoS":true} {"level":"info","ts":1789477093.346566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1789477093.346585,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789477093.3466206,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"} {"level":"info","ts":1789477093.3924124,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477093.392499,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"} {"level":"info","ts":1789477093.3925157,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"} {"level":"info","ts":1789477093.392527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","EoS":false} {"level":"info","ts":1789477093.3925378,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","EoS":true} {"level":"info","ts":1789477093.3925579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1789477093.3925738,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477093.3925958,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"} {"level":"info","ts":1789477093.4594307,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77cefed7-5709-42c1-8e75-279f842842d5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477093.4594696,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77cefed7-5709-42c1-8e75-279f842842d5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477093.4595237,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c97389a2-2aa3-47a4-9ca9-9655fd0ab14e"} {"level":"info","ts":1789477093.4655075,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4ce95cd-0ccb-43a3-98af-9e6b5ef08963","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477093.465542,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4ce95cd-0ccb-43a3-98af-9e6b5ef08963","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789477093.4687855,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c97389a2-2aa3-47a4-9ca9-9655fd0ab14e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.4690342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35876.059833684,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.469051,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.5108242,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.5698934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38841.291488124,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.569929,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.5785441,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.5889306,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d8ceb00-189a-4e3e-a702-b210c14f567a"} {"level":"info","ts":1789477093.5889304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df07794e-bc56-48d6-b7f9-9d57190a0edb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477093.5890298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df07794e-bc56-48d6-b7f9-9d57190a0edb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789477093.5947053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cadcb41-9bd8-478b-911a-5c4a2821612e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477093.5947337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cadcb41-9bd8-478b-911a-5c4a2821612e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789477093.5978315,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d8ceb00-189a-4e3e-a702-b210c14f567a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.5978785,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d8ceb00-189a-4e3e-a702-b210c14f567a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1789477093.600182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ac4d492-5ccf-4c9f-89f2-7be41bb1ce04","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477093.6002047,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ac4d492-5ccf-4c9f-89f2-7be41bb1ce04","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789477093.6015637,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d8ceb00-189a-4e3e-a702-b210c14f567a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477093.6016045,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d8ceb00-189a-4e3e-a702-b210c14f567a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.6016681,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ffef4f9-bf3b-42a9-91b4-cad97778aead"} {"level":"info","ts":1789477093.6016924,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ffef4f9-bf3b-42a9-91b4-cad97778aead","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789477093.6058822,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ffef4f9-bf3b-42a9-91b4-cad97778aead","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.616175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c2c1fa5-7cf6-408f-88cc-2c0022cf0c9a"} {"level":"info","ts":1789477093.6162083,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c2c1fa5-7cf6-408f-88cc-2c0022cf0c9a","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789477093.6226048,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c2c1fa5-7cf6-408f-88cc-2c0022cf0c9a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.6437812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42c189b6-2239-4466-92a0-b7e17f7c9ec2"} {"level":"info","ts":1789477093.6438313,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42c189b6-2239-4466-92a0-b7e17f7c9ec2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789477093.6504252,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42c189b6-2239-4466-92a0-b7e17f7c9ec2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.6705732,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c97389a2-2aa3-47a4-9ca9-9655fd0ab14e","name":"e2e-external-provider"} {"level":"info","ts":1789477093.691297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67927c20-45a3-43c8-8847-bb9813dba9aa"} {"level":"info","ts":1789477093.6913435,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67927c20-45a3-43c8-8847-bb9813dba9aa","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789477093.6973255,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c97389a2-2aa3-47a4-9ca9-9655fd0ab14e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477093.69738,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c97389a2-2aa3-47a4-9ca9-9655fd0ab14e","error":"failed to apply Service: services \"e2e-external-provider\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.6974666,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1bd51cb-271a-423e-b9e2-e4fe4518b097"} {"level":"info","ts":1789477093.6975417,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1bd51cb-271a-423e-b9e2-e4fe4518b097","name":"e2e-external-provider"} {"level":"error","ts":1789477093.6976855,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67927c20-45a3-43c8-8847-bb9813dba9aa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.7097204,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1bd51cb-271a-423e-b9e2-e4fe4518b097","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1789477093.726061,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68990456-8a68-447a-8d72-2ae6cb556dbf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477093.7260804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"385c3b77-b584-48ed-8d37-f918dbb2a6ab"} {"level":"info","ts":1789477093.726106,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68990456-8a68-447a-8d72-2ae6cb556dbf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477093.7262943,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32882.390068051,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.7263093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.726353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d58af20-8868-4bcf-be72-981f71c69d8a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477093.7263775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d58af20-8868-4bcf-be72-981f71c69d8a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789477093.729927,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1bd51cb-271a-423e-b9e2-e4fe4518b097","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477093.7299948,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1bd51cb-271a-423e-b9e2-e4fe4518b097","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-external-provider\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.7300494,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ead5439a-e16e-4d52-9ea3-8dc3415d8b46"} {"level":"info","ts":1789477093.7300878,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ead5439a-e16e-4d52-9ea3-8dc3415d8b46","name":"e2e-external-provider"} {"level":"info","ts":1789477093.7341728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477093.7408614,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ead5439a-e16e-4d52-9ea3-8dc3415d8b46","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789477093.8266964,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"385c3b77-b584-48ed-8d37-f918dbb2a6ab","name":"e2e-external-model"} {"level":"info","ts":1789477093.8397985,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"385c3b77-b584-48ed-8d37-f918dbb2a6ab","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477093.8492963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5b62968-5513-4a08-a6a7-591a7b440fcf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477093.8493342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5b62968-5513-4a08-a6a7-591a7b440fcf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789477093.8494656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d966d102-e5d3-4a35-8212-65f00b70364c"} {"level":"info","ts":1789477093.8495347,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d966d102-e5d3-4a35-8212-65f00b70364c","name":"e2e-external-model"} {"level":"info","ts":1789477093.8752286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e26b155-3555-40c0-b04b-41f77c08ecb7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477093.8752818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e26b155-3555-40c0-b04b-41f77c08ecb7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789477093.875368,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d966d102-e5d3-4a35-8212-65f00b70364c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477093.8754447,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"562b4701-a03e-4837-8f1a-bf8b0e30e302"} {"level":"info","ts":1789477093.875504,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"562b4701-a03e-4837-8f1a-bf8b0e30e302","name":"e2e-external-model"} {"level":"info","ts":1789477093.886632,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"562b4701-a03e-4837-8f1a-bf8b0e30e302","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477093.8964152,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3a9692a-707c-4503-a4bf-c35de1493780"} {"level":"info","ts":1789477093.8964984,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3a9692a-707c-4503-a4bf-c35de1493780","name":"e2e-external-model"} {"level":"info","ts":1789477093.8964167,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b14238b-518e-468b-a977-ec53f13788eb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477093.896544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b14238b-518e-468b-a977-ec53f13788eb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789477093.911819,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3a9692a-707c-4503-a4bf-c35de1493780","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477094.2032673,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477094.2033608,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1e39f78-4861-4bb8-9522-1e89a38ece7c"} {"level":"info","ts":1789477094.2033706,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d1e39f78-4861-4bb8-9522-1e89a38ece7c"} {"level":"info","ts":1789477094.2033827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d1e39f78-4861-4bb8-9522-1e89a38ece7c","EoS":false} {"level":"info","ts":1789477094.2033927,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d1e39f78-4861-4bb8-9522-1e89a38ece7c","EoS":true} {"level":"info","ts":1789477094.203424,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1e39f78-4861-4bb8-9522-1e89a38ece7c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477094.2034416,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d1e39f78-4861-4bb8-9522-1e89a38ece7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477094.2034643,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d1e39f78-4861-4bb8-9522-1e89a38ece7c"} {"level":"info","ts":1789477094.394534,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477094.3946426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"} {"level":"info","ts":1789477094.3946595,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"} {"level":"info","ts":1789477094.394675,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","EoS":false} {"level":"info","ts":1789477094.394693,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","EoS":true} {"level":"info","ts":1789477094.3947215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477094.3947399,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477094.3947659,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"} {"level":"info","ts":1789477094.435762,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477094.4358578,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"} {"level":"info","ts":1789477094.4358711,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"} {"level":"info","ts":1789477094.435882,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","EoS":false} {"level":"info","ts":1789477094.4358926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","EoS":true} {"level":"info","ts":1789477094.4359114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477094.4359264,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477094.4359496,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"} {"level":"info","ts":1789477099.9455333,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477099.9456456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b12127a-1f3d-4d33-af85-7f667e9f03fc"} {"level":"info","ts":1789477099.945669,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9b12127a-1f3d-4d33-af85-7f667e9f03fc"} {"level":"info","ts":1789477099.9456842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9b12127a-1f3d-4d33-af85-7f667e9f03fc","EoS":false} {"level":"info","ts":1789477099.9457018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9b12127a-1f3d-4d33-af85-7f667e9f03fc","EoS":true} {"level":"info","ts":1789477099.9457297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b12127a-1f3d-4d33-af85-7f667e9f03fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477099.9457498,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9b12127a-1f3d-4d33-af85-7f667e9f03fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477099.9457753,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9b12127a-1f3d-4d33-af85-7f667e9f03fc"} {"level":"info","ts":1789477101.2172985,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477101.2174067,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"755f164a-187e-4150-8384-3e2d99216238"} {"level":"info","ts":1789477101.217421,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"755f164a-187e-4150-8384-3e2d99216238"} {"level":"info","ts":1789477101.2174335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"755f164a-187e-4150-8384-3e2d99216238","EoS":false} {"level":"info","ts":1789477101.2174442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"755f164a-187e-4150-8384-3e2d99216238","EoS":true} {"level":"info","ts":1789477101.2174652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"755f164a-187e-4150-8384-3e2d99216238","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789477101.2174811,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"755f164a-187e-4150-8384-3e2d99216238","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789477101.2174916,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"755f164a-187e-4150-8384-3e2d99216238","modelName":"e2e-external-model"} {"level":"info","ts":1789477101.2175045,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"755f164a-187e-4150-8384-3e2d99216238","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789477101.217545,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"755f164a-187e-4150-8384-3e2d99216238"} {"level":"info","ts":1789477101.2498653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477101.2499614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2"} {"level":"info","ts":1789477101.2499983,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2"} {"level":"info","ts":1789477101.2500148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2","EoS":false} {"level":"info","ts":1789477101.2500317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2","EoS":true} {"level":"info","ts":1789477101.2500587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789477101.2500784,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789477101.2500923,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2","modelName":"e2e-external-model"} {"level":"info","ts":1789477101.2501087,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789477101.2501583,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8b56761e-ccd9-48f1-b33b-3062f2a104b2"} {"level":"info","ts":1789477101.2783778,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477101.2784777,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"} {"level":"info","ts":1789477101.2784905,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"} {"level":"info","ts":1789477101.2785034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","EoS":false} {"level":"info","ts":1789477101.2785153,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","EoS":true} {"level":"info","ts":1789477101.2785406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789477101.2785573,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789477101.27857,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","modelName":"e2e-external-model"} {"level":"info","ts":1789477101.2785835,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789477101.278636,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"} {"level":"info","ts":1789477102.8311126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57d6f612-80e2-41aa-8add-69104be151c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.831155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d46bcfb-0216-4fdf-9ba7-554ad1e0d638"} {"level":"info","ts":1789477102.8311772,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57d6f612-80e2-41aa-8add-69104be151c7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.8400035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a016cf0-4119-460e-a373-9c1be599f36a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.840041,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a016cf0-4119-460e-a373-9c1be599f36a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789477102.8416162,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d46bcfb-0216-4fdf-9ba7-554ad1e0d638","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.8416862,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d46bcfb-0216-4fdf-9ba7-554ad1e0d638","name":"e2e-cleanup-test"} {"level":"info","ts":1789477102.8661654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5daef636-3027-43db-a5ee-34a93c1404b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.8662992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5daef636-3027-43db-a5ee-34a93c1404b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789477102.866487,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d46bcfb-0216-4fdf-9ba7-554ad1e0d638","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477102.8665426,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d46bcfb-0216-4fdf-9ba7-554ad1e0d638","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.866594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba95df1f-f3bd-4420-b2cc-128b1689fc02"} {"level":"info","ts":1789477102.8666484,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba95df1f-f3bd-4420-b2cc-128b1689fc02","name":"e2e-cleanup-test"} {"level":"info","ts":1789477102.875264,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba95df1f-f3bd-4420-b2cc-128b1689fc02","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477102.88074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b34e3d0d-c2d6-447c-b433-ba228da9cf71","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.8807678,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b34e3d0d-c2d6-447c-b433-ba228da9cf71","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.8808036,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d91ca9d-47ed-4bb8-9195-23647583e889"} {"level":"info","ts":1789477102.8808646,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d91ca9d-47ed-4bb8-9195-23647583e889","name":"e2e-cleanup-test"} {"level":"info","ts":1789477102.88888,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d91ca9d-47ed-4bb8-9195-23647583e889","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477105.8915942,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477105.8916843,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4c0f0195-4d44-4412-b6a6-343fd56d9689"} {"level":"info","ts":1789477111.0892704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b602f480-641b-48f8-a6d3-54e5a681d37c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477111.089356,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca43b333-34af-45f4-9d68-71e92e4ea064"} {"level":"info","ts":1789477111.089399,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b602f480-641b-48f8-a6d3-54e5a681d37c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477115.3711872,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477115.3712866,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1"} {"level":"info","ts":1789477115.3713057,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1"} {"level":"info","ts":1789477115.3713186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1","EoS":false} {"level":"info","ts":1789477115.3713307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1","EoS":true} {"level":"info","ts":1789477115.3713539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789477115.37137,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789477115.371401,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1"} {"level":"info","ts":1789477115.717941,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"16d08423-52af-4f50-8536-a01e7d581c74","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7241511,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"16d08423-52af-4f50-8536-a01e7d581c74","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7331786,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"15d7aeb7-999f-4ddf-9e2c-4af71d3abc39","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7334702,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"15d7aeb7-999f-4ddf-9e2c-4af71d3abc39","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.7333372,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e7ac94cd-b5ec-450f-adb8-87940af6d18b"} {"level":"error","ts":1789477115.7337308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"16d08423-52af-4f50-8536-a01e7d581c74","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7390177,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"96456c0d-9ebe-4208-8f50-136c5ea67437","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.740177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b9149c06-8b6a-4fdd-ae8d-f2bb97003b4d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7402852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b9149c06-8b6a-4fdd-ae8d-f2bb97003b4d","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7402852,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"be9ca6b8-561b-48b5-8582-af8b96e11195"} {"level":"info","ts":1789477115.7424388,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"96456c0d-9ebe-4208-8f50-136c5ea67437","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7450511,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9a9c8004-8f47-4603-ac2a-4073600c3265","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.745193,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9a9c8004-8f47-4603-ac2a-4073600c3265","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.745207,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7980905f-916d-4438-828e-d4c40a72ae0f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.745173,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e7ac94cd-b5ec-450f-adb8-87940af6d18b","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.745233,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7980905f-916d-4438-828e-d4c40a72ae0f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789477115.7547643,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"be9ca6b8-561b-48b5-8582-af8b96e11195","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7548783,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"be9ca6b8-561b-48b5-8582-af8b96e11195","provider":"e2e-legacy-migration-e7f2fba2","phase":"Pending"} {"level":"info","ts":1789477115.7551088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"27adb2d3-0e94-4506-a1c8-441597a3502a","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7552063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"27adb2d3-0e94-4506-a1c8-441597a3502a","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.7645912,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"96456c0d-9ebe-4208-8f50-136c5ea67437","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.7749562,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e7ac94cd-b5ec-450f-adb8-87940af6d18b","error":"failed to apply Service: services \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.776685,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"08617657-8c82-4cc3-93f9-df041b0839ad"} {"level":"info","ts":1789477115.776748,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"08617657-8c82-4cc3-93f9-df041b0839ad","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.777135,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f48fe7db-2302-42cf-8a78-86ae0d9328a2","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7774909,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f62154cd-af07-4f8e-9ca5-4b28e01ea4e1","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7775645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f62154cd-af07-4f8e-9ca5-4b28e01ea4e1","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7776659,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"2502ee45-155b-4b5f-9cc1-a78b6d1f2b16","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7777238,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"2502ee45-155b-4b5f-9cc1-a78b6d1f2b16","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789477115.7777581,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"be9ca6b8-561b-48b5-8582-af8b96e11195","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.7778008,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"be9ca6b8-561b-48b5-8582-af8b96e11195","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7778502,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5a3c0467-50b7-473d-96ab-619e4167fa78"} {"level":"info","ts":1789477115.7778807,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5a3c0467-50b7-473d-96ab-619e4167fa78","provider":"e2e-legacy-migration-e7f2fba2","phase":"Failed"} {"level":"info","ts":1789477115.7776775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"2beeeaba-d4e4-42ef-942f-fe5e40699510","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.778094,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"2beeeaba-d4e4-42ef-942f-fe5e40699510","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7852678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"df1291d5-49db-4fc9-bff4-ece24cddefa3","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7853692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"df1291d5-49db-4fc9-bff4-ece24cddefa3","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7886446,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f48fe7db-2302-42cf-8a78-86ae0d9328a2","name":"e2e-legacy-migration-e7f2fba2"} {"level":"error","ts":1789477115.7892065,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5a3c0467-50b7-473d-96ab-619e4167fa78","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.7892506,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5a3c0467-50b7-473d-96ab-619e4167fa78","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7893004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"059dfc38-a0e2-4a83-94c3-d919b303d919"} {"level":"info","ts":1789477115.7893336,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"059dfc38-a0e2-4a83-94c3-d919b303d919","provider":"e2e-legacy-migration-e7f2fba2","phase":"Failed"} {"level":"info","ts":1789477115.7969594,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f48fe7db-2302-42cf-8a78-86ae0d9328a2","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477115.798533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"059dfc38-a0e2-4a83-94c3-d919b303d919","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.799955,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"08617657-8c82-4cc3-93f9-df041b0839ad","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"} {"level":"error","ts":1789477115.8036134,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"08617657-8c82-4cc3-93f9-df041b0839ad","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8037138,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f959552c-fcd9-43cb-a769-5e56e4d60c74"} {"level":"info","ts":1789477115.803756,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f959552c-fcd9-43cb-a769-5e56e4d60c74","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8092117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"effe35b2-3289-4832-9148-90ac44ade67b"} {"level":"info","ts":1789477115.8092723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c03c96c2-3b75-4ee4-9282-e80e6338c89b","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8093112,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"effe35b2-3289-4832-9148-90ac44ade67b","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8093193,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c03c96c2-3b75-4ee4-9282-e80e6338c89b","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.809399,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9df05426-a395-4b77-84d8-674ba4a45fac","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8094616,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9df05426-a395-4b77-84d8-674ba4a45fac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.8195693,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f959552c-fcd9-43cb-a769-5e56e4d60c74","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8233843,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"effe35b2-3289-4832-9148-90ac44ade67b","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477115.8268056,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f959552c-fcd9-43cb-a769-5e56e4d60c74","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8269155,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8365d868-486b-4aec-a0ac-5edb6e129cba"} {"level":"info","ts":1789477115.8270097,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8365d868-486b-4aec-a0ac-5edb6e129cba","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.833127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ff5ed86e-f0d6-45b7-8cb4-d72890fb98d2","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8332267,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ff5ed86e-f0d6-45b7-8cb4-d72890fb98d2","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8334687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9b88afed-af42-4146-a284-90510cfd9142"} {"level":"info","ts":1789477115.8335717,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9b88afed-af42-4146-a284-90510cfd9142","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.848542,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8365d868-486b-4aec-a0ac-5edb6e129cba","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8512235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"62f49c4c-b9ba-45f3-9046-8487b572aa53","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8513477,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"62f49c4c-b9ba-45f3-9046-8487b572aa53","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.8522975,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9b88afed-af42-4146-a284-90510cfd9142","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8523762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bd4deeec-7681-452f-830d-cf77617ad4f6"} {"level":"info","ts":1789477115.852445,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bd4deeec-7681-452f-830d-cf77617ad4f6","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.862057,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bd4deeec-7681-452f-830d-cf77617ad4f6","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477115.8701463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"20a34cba-e7a2-408e-9643-203281dcb991","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8701818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"20a34cba-e7a2-408e-9643-203281dcb991","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8708606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d63d5de7-ea0a-4656-89d2-b87a74da9f82"} {"level":"info","ts":1789477115.8709269,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d63d5de7-ea0a-4656-89d2-b87a74da9f82","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8812168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d63d5de7-ea0a-4656-89d2-b87a74da9f82","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477115.9639382,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a102ea0f-5183-40bb-9b39-976a8ce5f9c7","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.9685473,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a102ea0f-5183-40bb-9b39-976a8ce5f9c7","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.97324,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a102ea0f-5183-40bb-9b39-976a8ce5f9c7","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477118.6203265,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"dcba5631-e480-490b-9fc2-fffb07b2c078","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6269324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"865d3855-2528-4ee4-bca3-6a7c3e054490"} {"level":"info","ts":1789477118.6270285,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"76948817-acb6-45bc-b662-9d8008fe2e34","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6271148,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"76948817-acb6-45bc-b662-9d8008fe2e34","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6286185,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d52f2085-a8b4-440d-801f-7d8b1930740e"} {"level":"info","ts":1789477118.628651,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"2dbb94c7-3a5c-4224-b815-c3a828bfcbda","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.628671,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"2dbb94c7-3a5c-4224-b815-c3a828bfcbda","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477119.0020716,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477119.0021732,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"} {"level":"info","ts":1789477119.0021868,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"} {"level":"info","ts":1789477119.0021985,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","EoS":false} {"level":"info","ts":1789477119.00221,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","EoS":true} {"level":"info","ts":1789477119.0022368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789477119.0022538,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789477119.0022633,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","modelName":"e2e-external-model"} {"level":"info","ts":1789477119.0022752,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789477119.0023193,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"} {"level":"info","ts":1789477120.2923098,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477120.2923987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"} {"level":"info","ts":1789477120.2924094,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"} {"level":"info","ts":1789477120.2924204,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","EoS":false} {"level":"info","ts":1789477120.2924328,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","EoS":true} {"level":"info","ts":1789477120.2924545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789477120.2924707,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789477120.2924964,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"} {"level":"info","ts":1789477121.0023153,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477121.002403,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"} {"level":"info","ts":1789477121.002413,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"} {"level":"info","ts":1789477121.002423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","EoS":false} {"level":"info","ts":1789477121.002433,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","EoS":true} {"level":"info","ts":1789477121.002456,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","field":"model"} {"level":"info","ts":1789477121.0024812,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"} {"level":"info","ts":1789477140.2942743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477140.2943614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f81a030d-a535-456e-ab5e-ba03b8a67179"} {"level":"info","ts":1789477140.2943716,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f81a030d-a535-456e-ab5e-ba03b8a67179"} {"level":"info","ts":1789477140.2943823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f81a030d-a535-456e-ab5e-ba03b8a67179","EoS":false} {"level":"info","ts":1789477140.2943926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f81a030d-a535-456e-ab5e-ba03b8a67179","EoS":true} {"level":"info","ts":1789477140.2944121,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f81a030d-a535-456e-ab5e-ba03b8a67179","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789477140.2944279,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f81a030d-a535-456e-ab5e-ba03b8a67179","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477140.2944481,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f81a030d-a535-456e-ab5e-ba03b8a67179"} {"level":"info","ts":1789477153.7370253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69f8cd0e-c4b5-4bfa-ab36-93fc0680e350","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.7371078,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69f8cd0e-c4b5-4bfa-ab36-93fc0680e350","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.7371802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54cb816c-e84c-49db-a398-a48b5492b4fb"} {"level":"info","ts":1789477153.8700318,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e319375b-bcc3-4cee-a6ff-2c0fd27d6c27"} {"level":"info","ts":1789477153.8702314,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3ae5b574-5aa4-482c-aa1c-0491e335b37b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477153.8702924,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3ae5b574-5aa4-482c-aa1c-0491e335b37b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477174.216768,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477174.2168798,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"} {"level":"info","ts":1789477174.2168972,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"} {"level":"info","ts":1789477174.2169127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","EoS":false} {"level":"info","ts":1789477174.2169309,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","EoS":true} {"level":"info","ts":1789477174.2169585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477174.216994,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477174.2170272,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"} {"level":"info","ts":1789477174.2677968,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477174.267878,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"} {"level":"info","ts":1789477174.267888,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"} {"level":"info","ts":1789477174.2678986,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","EoS":false} {"level":"info","ts":1789477174.2679093,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","EoS":true} {"level":"info","ts":1789477174.2679293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477174.2679455,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477174.2679877,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"} {"level":"info","ts":1789477174.3084726,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477174.3085625,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"} {"level":"info","ts":1789477174.3085716,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"} {"level":"info","ts":1789477174.3085835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","EoS":false} {"level":"info","ts":1789477174.308596,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","EoS":true} {"level":"info","ts":1789477174.308617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477174.3086352,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477174.308657,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"} {"level":"info","ts":1789477174.3722434,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477174.3723676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"} {"level":"info","ts":1789477174.372386,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"} {"level":"info","ts":1789477174.3724005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","EoS":false} {"level":"info","ts":1789477174.3724105,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","EoS":true} {"level":"info","ts":1789477174.3724296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477174.3724446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789477174.3724687,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"} {"level":"info","ts":1789477188.8301835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477188.8302972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00"} {"level":"info","ts":1789477188.8303158,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00"} {"level":"info","ts":1789477188.8303328,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00","EoS":false} {"level":"info","ts":1789477188.8303497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00","EoS":true} {"level":"info","ts":1789477188.830377,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00","field":"model"} {"level":"info","ts":1789477188.8304088,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00"} {"level":"info","ts":1789477188.983272,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477188.9833653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2"} {"level":"info","ts":1789477188.9833744,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2"} {"level":"info","ts":1789477188.9833846,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2","EoS":false} {"level":"info","ts":1789477188.9833949,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2","EoS":true} {"level":"info","ts":1789477188.9834087,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2","field":"model"} {"level":"info","ts":1789477188.9834328,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2"} {"level":"info","ts":1789477189.149107,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477189.1491954,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961"} {"level":"info","ts":1789477189.1492078,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961"} {"level":"info","ts":1789477189.1492186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961","EoS":false} {"level":"info","ts":1789477189.1492314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961","EoS":true} {"level":"info","ts":1789477189.1492503,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961","field":"model"} {"level":"info","ts":1789477189.1492753,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961"} {"level":"info","ts":1789479471.941179,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789479471.94127,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"} {"level":"info","ts":1789479471.9412792,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"} {"level":"info","ts":1789479471.94129,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","EoS":false} {"level":"info","ts":1789479471.9413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","EoS":true} {"level":"info","ts":1789479471.9413307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789479471.941346,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789479471.9413674,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"} {"level":"info","ts":1789479472.7831419,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789479472.7832377,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"} {"level":"info","ts":1789479472.7832518,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"} {"level":"info","ts":1789479472.783263,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","EoS":false} {"level":"info","ts":1789479472.7832732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","EoS":true} {"level":"info","ts":1789479472.7832937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789479472.7833102,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789479472.783332,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}