{"level":"info","ts":1789564689.0853717,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789564689.0876057,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564689.0876307,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564689.0876644,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564689.087684,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564689.087721,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789564689.0877411,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789564689.0888467,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564689.0888686,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564691.0288694,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789564691.0289664,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789564842.7150958,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564842.7155209,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"} {"level":"info","ts":1789564842.7155397,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"} {"level":"info","ts":1789564842.715568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","EoS":false} {"level":"info","ts":1789564842.7155824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","EoS":true} {"level":"info","ts":1789564842.7156065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564842.715626,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","path":"/v1/chat/completions"} {"level":"info","ts":1789564842.715641,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564842.715674,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e7011ef8-4539-4b4a-b878-97d93fb264b0"} {"level":"info","ts":1789564842.8081024,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564842.8081667,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"} {"level":"info","ts":1789564842.8081777,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"} {"level":"info","ts":1789564842.8081875,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","EoS":false} {"level":"info","ts":1789564842.8081977,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","EoS":true} {"level":"info","ts":1789564842.808242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564842.8082569,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","path":"/v1/chat/completions"} {"level":"info","ts":1789564842.8082683,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564842.8083367,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8927947a-aa4a-4560-be8e-3666d3216c09"} {"level":"info","ts":1789564842.8586912,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564842.8587484,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"} {"level":"info","ts":1789564842.858756,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"} {"level":"info","ts":1789564842.8587656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","EoS":false} {"level":"info","ts":1789564842.8587744,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","EoS":true} {"level":"info","ts":1789564842.8587918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564842.858805,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","path":"/v1/chat/completions"} {"level":"info","ts":1789564842.8588135,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564842.8588355,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"882a1831-5594-94db-b9fa-e9451491972a"} {"level":"info","ts":1789564842.9116778,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564842.9117377,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe"} {"level":"info","ts":1789564842.9117491,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe"} {"level":"info","ts":1789564842.911762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe","EoS":false} {"level":"info","ts":1789564842.9117713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe","EoS":true} {"level":"info","ts":1789564842.9117918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564842.9118044,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe","path":"/v1/chat/completions"} {"level":"info","ts":1789564842.9118137,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564842.911841,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e3c77f00-f726-4494-b7b9-b6ff8c902cfe"} {"level":"info","ts":1789564842.9565566,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564842.9566092,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909"} {"level":"info","ts":1789564842.9566195,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909"} {"level":"info","ts":1789564842.9566293,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909","EoS":false} {"level":"info","ts":1789564842.956638,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909","EoS":true} {"level":"info","ts":1789564842.9566598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564842.956671,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909","path":"/v1/chat/completions"} {"level":"info","ts":1789564842.9566796,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564842.9567032,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d0ab50f7-2749-41c4-a530-efcf956a3909"} {"level":"info","ts":1789564842.997651,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564842.9977033,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867"} {"level":"info","ts":1789564842.9977129,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867"} {"level":"info","ts":1789564842.9977224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867","EoS":false} {"level":"info","ts":1789564842.9977334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867","EoS":true} {"level":"info","ts":1789564842.9977496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564842.9977593,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867","path":"/v1/chat/completions"} {"level":"info","ts":1789564842.997767,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564842.9977896,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7fcaaebd-cf2b-4d0a-9162-4be2fe36f867"} {"level":"info","ts":1789564843.0371382,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564843.03719,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953"} {"level":"info","ts":1789564843.0371978,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953"} {"level":"info","ts":1789564843.0372071,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953","EoS":false} {"level":"info","ts":1789564843.0372164,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953","EoS":true} {"level":"info","ts":1789564843.037234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564843.0372446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953","path":"/v1/chat/completions"} {"level":"info","ts":1789564843.0372527,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564843.037275,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c18c9f57-04be-40f8-a101-eca145ed0953"} {"level":"info","ts":1789564843.080001,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564843.0800502,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e"} {"level":"info","ts":1789564843.08006,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e"} {"level":"info","ts":1789564843.080069,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e","EoS":false} {"level":"info","ts":1789564843.0800774,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e","EoS":true} {"level":"info","ts":1789564843.080094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564843.0801067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e","path":"/v1/chat/completions"} {"level":"info","ts":1789564843.0801146,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564843.0801358,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0c9a2a0e-b25f-4488-bad7-a414b84a5a8e"} {"level":"info","ts":1789564843.1184027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564843.1184633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c"} {"level":"info","ts":1789564843.1184745,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c"} {"level":"info","ts":1789564843.1184855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c","EoS":false} {"level":"info","ts":1789564843.118495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c","EoS":true} {"level":"info","ts":1789564843.1185124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564843.1185236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c","path":"/v1/chat/completions"} {"level":"info","ts":1789564843.118537,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564843.1185577,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fa5199bd-3476-4878-b342-d374d094756c"} {"level":"info","ts":1789564843.1583142,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564843.158382,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164"} {"level":"info","ts":1789564843.1583962,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164"} {"level":"info","ts":1789564843.1584163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164","EoS":false} {"level":"info","ts":1789564843.1584342,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164","EoS":true} {"level":"info","ts":1789564843.1584594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564843.1584733,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164","path":"/v1/chat/completions"} {"level":"info","ts":1789564843.1584857,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564843.1585183,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"47e011f7-3d95-42ef-a523-4dd02675e164"} {"level":"info","ts":1789564843.2015595,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564843.201624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec"} {"level":"info","ts":1789564843.2016325,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec"} {"level":"info","ts":1789564843.2016423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec","EoS":false} {"level":"info","ts":1789564843.2016532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec","EoS":true} {"level":"info","ts":1789564843.2016718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564843.2016842,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec","path":"/v1/chat/completions"} {"level":"info","ts":1789564843.2016938,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564843.2017179,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0b666b21-9ceb-4baf-b8e8-b8ac2d17d9ec"} {"level":"info","ts":1789564843.2513795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564843.2514362,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d"} {"level":"info","ts":1789564843.2514515,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d"} {"level":"info","ts":1789564843.2514617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d","EoS":false} {"level":"info","ts":1789564843.2514718,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d","EoS":true} {"level":"info","ts":1789564843.2514937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1789564843.2515059,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d","path":"/v1/chat/completions"} {"level":"info","ts":1789564843.2515154,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1789564843.251539,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"36705f3d-b3a5-4906-83e2-16f1d86b850d"} {"level":"info","ts":1789564858.7443233,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564858.7444072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"} {"level":"info","ts":1789564858.74442,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"} {"level":"info","ts":1789564858.7444313,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","EoS":false} {"level":"info","ts":1789564858.7444413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","EoS":true} {"level":"info","ts":1789564858.7444603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1789564858.7444746,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789564858.7444968,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c529bc88-8d28-4c89-844c-976a26699046"} {"level":"info","ts":1789564858.7928176,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564858.7928805,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"} {"level":"info","ts":1789564858.7928925,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"} {"level":"info","ts":1789564858.7929027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","EoS":false} {"level":"info","ts":1789564858.792913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","EoS":true} {"level":"info","ts":1789564858.7929296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1789564858.7929437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564858.7929623,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0f4f2f34-1464-49ef-8d93-8baa1d8ae2dc"} {"level":"info","ts":1789564858.8364346,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39646995-f3d2-41d0-9a11-de2e47bbb2ad","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564858.8364632,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39646995-f3d2-41d0-9a11-de2e47bbb2ad","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564858.8365376,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf51f5b-8242-45af-a5cc-6f7742a2c04a"} {"level":"info","ts":1789564858.844957,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0119fe7-ffde-4c4f-a962-e2d3aaf1906d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564858.8449836,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0119fe7-ffde-4c4f-a962-e2d3aaf1906d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564858.845278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36584.822327313,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564858.8453257,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564858.8969798,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564858.9454834,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34272.132099998,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564858.9455135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564858.953948,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564858.9659638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df1a9347-ff63-4785-a231-70e71a9e0e42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564858.9660065,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df1a9347-ff63-4785-a231-70e71a9e0e42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789564858.965969,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e61477d0-fb18-4173-ae1e-a537c1a33978"} {"level":"info","ts":1789564858.9743023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"963da7be-9e6a-4944-ae5f-0d57be9543c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564858.9743311,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"963da7be-9e6a-4944-ae5f-0d57be9543c5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789564858.9750056,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e61477d0-fb18-4173-ae1e-a537c1a33978","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564858.975043,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e61477d0-fb18-4173-ae1e-a537c1a33978","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789564858.9787753,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e61477d0-fb18-4173-ae1e-a537c1a33978","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564858.9788158,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e61477d0-fb18-4173-ae1e-a537c1a33978","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564858.9788728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1beda8d0-4645-4291-9b6b-3cd17116c7d8"} {"level":"info","ts":1789564858.9788952,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1beda8d0-4645-4291-9b6b-3cd17116c7d8","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789564858.9881227,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1beda8d0-4645-4291-9b6b-3cd17116c7d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564858.9881604,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1beda8d0-4645-4291-9b6b-3cd17116c7d8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564858.9881713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9869f8-4605-4c82-b1fb-9c57cf7f2c55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564858.9881916,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9869f8-4605-4c82-b1fb-9c57cf7f2c55","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789564858.9882553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6c39e90-0a97-40a7-8689-74edaa08fcf5"} {"level":"info","ts":1789564858.9883118,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6c39e90-0a97-40a7-8689-74edaa08fcf5","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789564858.993316,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6c39e90-0a97-40a7-8689-74edaa08fcf5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564859.014494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abf9c3f3-7e52-40c4-aa3b-865628ca6d8e"} {"level":"info","ts":1789564859.0145195,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abf9c3f3-7e52-40c4-aa3b-865628ca6d8e","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1789564859.0221698,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abf9c3f3-7e52-40c4-aa3b-865628ca6d8e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564859.0463133,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf51f5b-8242-45af-a5cc-6f7742a2c04a","name":"e2e-external-provider"} {"level":"info","ts":1789564859.0631666,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2699450a-ebed-462b-bce8-6fe063a3e008"} {"level":"info","ts":1789564859.063203,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2699450a-ebed-462b-bce8-6fe063a3e008","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1789564859.0633242,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf51f5b-8242-45af-a5cc-6f7742a2c04a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1789564859.067515,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2699450a-ebed-462b-bce8-6fe063a3e008","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564859.0715435,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf51f5b-8242-45af-a5cc-6f7742a2c04a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1789564859.0781481,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf51f5b-8242-45af-a5cc-6f7742a2c04a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789564859.0835636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a48125-1c32-4801-add4-29248d7bf510","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564859.0835862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a48125-1c32-4801-add4-29248d7bf510","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789564859.0835862,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"117011a9-ebaa-485d-84c5-69760f11e8af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564859.0836282,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"117011a9-ebaa-485d-84c5-69760f11e8af","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564859.0837226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"962c05ef-2209-4094-86db-07370e355f1c"} {"level":"info","ts":1789564859.083804,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07a20bd-262f-447a-9a28-ebb88800e544"} {"level":"info","ts":1789564859.0839612,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36445.736064438,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564859.0839653,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07a20bd-262f-447a-9a28-ebb88800e544","name":"e2e-external-provider"} {"level":"info","ts":1789564859.083977,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564859.0956182,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564859.1000564,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07a20bd-262f-447a-9a28-ebb88800e544","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789564859.1848552,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"962c05ef-2209-4094-86db-07370e355f1c","name":"e2e-external-model"} {"level":"info","ts":1789564859.209483,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80862408-d244-4a9d-be00-475b42ae5507","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564859.2095141,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80862408-d244-4a9d-be00-475b42ae5507","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789564859.2100093,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"962c05ef-2209-4094-86db-07370e355f1c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564859.210051,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"962c05ef-2209-4094-86db-07370e355f1c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564859.2101014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87fbfe82-c65f-47c1-bef6-d9487883921e"} {"level":"info","ts":1789564859.2101524,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87fbfe82-c65f-47c1-bef6-d9487883921e","name":"e2e-external-model"} {"level":"info","ts":1789564859.2261992,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af341c84-9227-46fc-8db1-879dc52feb9d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564859.226229,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af341c84-9227-46fc-8db1-879dc52feb9d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1789564859.2263582,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87fbfe82-c65f-47c1-bef6-d9487883921e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564859.2264292,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3941ae97-3ea2-44d5-9a02-70287400a5df"} {"level":"info","ts":1789564859.2264879,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3941ae97-3ea2-44d5-9a02-70287400a5df","name":"e2e-external-model"} {"level":"info","ts":1789564859.2407007,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3941ae97-3ea2-44d5-9a02-70287400a5df","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564859.2507658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d95e67f5-9585-4289-8094-aa74c9526c64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564859.2507987,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d95e67f5-9585-4289-8094-aa74c9526c64","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789564859.2508106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1fc2653-4b23-49f6-ab6b-1a0293c795b2"} {"level":"info","ts":1789564859.2508564,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1fc2653-4b23-49f6-ab6b-1a0293c795b2","name":"e2e-external-model"} {"level":"info","ts":1789564859.2625065,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1fc2653-4b23-49f6-ab6b-1a0293c795b2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564859.6970487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564859.697127,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a10e4ae-0dff-4c78-a4a3-8012dd77360e"} {"level":"info","ts":1789564859.6971395,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2a10e4ae-0dff-4c78-a4a3-8012dd77360e"} {"level":"info","ts":1789564859.6971498,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a10e4ae-0dff-4c78-a4a3-8012dd77360e","EoS":false} {"level":"info","ts":1789564859.697159,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a10e4ae-0dff-4c78-a4a3-8012dd77360e","EoS":true} {"level":"info","ts":1789564859.6971796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a10e4ae-0dff-4c78-a4a3-8012dd77360e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564859.6971948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2a10e4ae-0dff-4c78-a4a3-8012dd77360e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564859.6972156,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2a10e4ae-0dff-4c78-a4a3-8012dd77360e"} {"level":"info","ts":1789564859.8895702,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564859.8896503,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"} {"level":"info","ts":1789564859.889662,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"} {"level":"info","ts":1789564859.8896723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","EoS":false} {"level":"info","ts":1789564859.8896823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","EoS":true} {"level":"info","ts":1789564859.889702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564859.8897173,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564859.8897407,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7ca60502-7b6e-400d-9eb2-d34396430279"} {"level":"info","ts":1789564859.9301898,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564859.9302516,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"} {"level":"info","ts":1789564859.9302611,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"} {"level":"info","ts":1789564859.9302738,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","EoS":false} {"level":"info","ts":1789564859.9303026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","EoS":true} {"level":"info","ts":1789564859.930322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564859.930336,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564859.9303539,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eb247ba6-03d8-46fc-b1ac-725404fad778"} {"level":"info","ts":1789564864.6521935,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564864.6523182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d"} {"level":"info","ts":1789564864.6523366,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d"} {"level":"info","ts":1789564864.6523528,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d","EoS":false} {"level":"info","ts":1789564864.652367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d","EoS":true} {"level":"info","ts":1789564864.6523974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789564864.652416,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789564864.6524305,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d","modelName":"e2e-external-model"} {"level":"info","ts":1789564864.6524513,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789564864.6525185,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc4630e9-457a-421d-97ca-cb87d480636d"} {"level":"info","ts":1789564864.6922987,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564864.6924002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa"} {"level":"info","ts":1789564864.692416,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa"} {"level":"info","ts":1789564864.6924338,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa","EoS":false} {"level":"info","ts":1789564864.6924515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa","EoS":true} {"level":"info","ts":1789564864.6924815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789564864.692502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789564864.6925154,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa","modelName":"e2e-external-model"} {"level":"info","ts":1789564864.6925328,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789564864.6925833,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4c38b2e4-22f6-4b6b-b72a-d03dd9edf6aa"} {"level":"info","ts":1789564864.7260053,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564864.7260778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"} {"level":"info","ts":1789564864.7260892,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"} {"level":"info","ts":1789564864.7260995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","EoS":false} {"level":"info","ts":1789564864.72611,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","EoS":true} {"level":"info","ts":1789564864.7261298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789564864.7261457,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789564864.7261565,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","modelName":"e2e-external-model"} {"level":"info","ts":1789564864.7261672,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789564864.7262006,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a271120a-07d9-4094-b8f3-b6ef808dd7a9"} {"level":"info","ts":1789564865.0206237,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564865.0207157,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c166d0-2c55-4755-89de-4e2fa0fde102"} {"level":"info","ts":1789564865.020728,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c6c166d0-2c55-4755-89de-4e2fa0fde102"} {"level":"info","ts":1789564865.0207534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6c166d0-2c55-4755-89de-4e2fa0fde102","EoS":false} {"level":"info","ts":1789564865.0207658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6c166d0-2c55-4755-89de-4e2fa0fde102","EoS":true} {"level":"info","ts":1789564865.0207872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6c166d0-2c55-4755-89de-4e2fa0fde102","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564865.0208008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c6c166d0-2c55-4755-89de-4e2fa0fde102","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564865.0208244,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c6c166d0-2c55-4755-89de-4e2fa0fde102"} {"level":"info","ts":1789564866.5913935,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564866.5915112,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cd2d1890-43f4-4f98-bbf3-0a36b576c5c5"} {"level":"info","ts":1789564866.764507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c0204f-a630-4edd-ba02-7497181b55fa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564866.7645679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c0204f-a630-4edd-ba02-7497181b55fa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789564866.7646334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f706592d-2a9b-48a8-a547-78c3598f4f94"} {"level":"info","ts":1789564866.774442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2deec4c0-d187-46f5-951d-2a429e113b43","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564866.7746625,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2deec4c0-d187-46f5-951d-2a429e113b43","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789564866.7747724,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f706592d-2a9b-48a8-a547-78c3598f4f94","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564866.774864,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f706592d-2a9b-48a8-a547-78c3598f4f94","name":"e2e-cleanup-test"} {"level":"error","ts":1789564866.800319,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f706592d-2a9b-48a8-a547-78c3598f4f94","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564866.8003678,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f706592d-2a9b-48a8-a547-78c3598f4f94","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564866.800438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9ad29a-fc90-4ee1-a6c7-a249bb9f2fc2"} {"level":"info","ts":1789564866.8005006,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9ad29a-fc90-4ee1-a6c7-a249bb9f2fc2","name":"e2e-cleanup-test"} {"level":"info","ts":1789564866.805685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11082d1e-ff9f-4011-bfb0-e4522b28977d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564866.8057852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11082d1e-ff9f-4011-bfb0-e4522b28977d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789564866.8204818,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d78cffc1-9f52-4acb-b339-ddb15f862e1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564866.8205807,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d78cffc1-9f52-4acb-b339-ddb15f862e1c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789564866.8207734,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9ad29a-fc90-4ee1-a6c7-a249bb9f2fc2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564866.82085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9ad29a-fc90-4ee1-a6c7-a249bb9f2fc2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564866.8209176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"149db0be-1d4b-4834-be1f-e8a20e8a42a2"} {"level":"info","ts":1789564866.8210185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"149db0be-1d4b-4834-be1f-e8a20e8a42a2","name":"e2e-cleanup-test"} {"level":"info","ts":1789564866.8302388,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"149db0be-1d4b-4834-be1f-e8a20e8a42a2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564866.836483,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"552849e4-1982-4c4e-9d06-d83744f94409","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564866.8365123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"552849e4-1982-4c4e-9d06-d83744f94409","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789564866.8417406,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"149db0be-1d4b-4834-be1f-e8a20e8a42a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564866.8418095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cfc40e8-03ec-4eed-8831-1e1b7ef57b93"} {"level":"info","ts":1789564866.841849,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cfc40e8-03ec-4eed-8831-1e1b7ef57b93","name":"e2e-cleanup-test"} {"level":"info","ts":1789564866.8529272,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cfc40e8-03ec-4eed-8831-1e1b7ef57b93","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564875.0204313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af650ad3-abba-4c46-b789-29f4995e4a48"} {"level":"info","ts":1789564875.020424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b50ebe91-3e34-4427-ab72-0e6a6a577137","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564875.020515,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b50ebe91-3e34-4427-ab72-0e6a6a577137","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564879.3189933,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564879.319091,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0"} {"level":"info","ts":1789564879.3191094,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0"} {"level":"info","ts":1789564879.3191257,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0","EoS":false} {"level":"info","ts":1789564879.3191361,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0","EoS":true} {"level":"info","ts":1789564879.319153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789564879.319168,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789564879.3191924,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"57fcd8b5-d3b4-447e-974c-2506fd0d45f0"} {"level":"info","ts":1789564879.678302,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a744279e-d79a-4fcd-9bbe-08d62dc95522","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.6838498,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a744279e-d79a-4fcd-9bbe-08d62dc95522","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.6957905,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9b5e0264-fea4-44cc-983c-bfff37385ced","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.6959426,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9b5e0264-fea4-44cc-983c-bfff37385ced","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.6960442,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"05ee76ab-3e2a-4195-b316-2db10d77883b"} {"level":"error","ts":1789564879.6972158,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a744279e-d79a-4fcd-9bbe-08d62dc95522","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.701197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e3e0cc34-b148-4f76-b49d-4c2df8a7d3fe","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7012732,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e3e0cc34-b148-4f76-b49d-4c2df8a7d3fe","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.7013803,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e2f4278c-1c8a-4e43-873e-2b0ac1b8de56"} {"level":"info","ts":1789564879.7027912,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5e27978f-da82-4fec-9e80-f9891bbeae6f","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"error","ts":1789564879.708975,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"05ee76ab-3e2a-4195-b316-2db10d77883b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7090712,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"05ee76ab-3e2a-4195-b316-2db10d77883b","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7091694,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d130d8e4-3370-4c3f-bf76-39ac9824b33c","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7092083,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d130d8e4-3370-4c3f-bf76-39ac9824b33c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.709323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"f38f5ea3-0c1e-4126-bc63-9425aebe581c","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.709349,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"f38f5ea3-0c1e-4126-bc63-9425aebe581c","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.713122,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5e27978f-da82-4fec-9e80-f9891bbeae6f","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7138028,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e2f4278c-1c8a-4e43-873e-2b0ac1b8de56","provider":"e2e-legacy-migration-18f94016","phase":"Pending"} {"level":"info","ts":1789564879.714329,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a5090607-1e06-448c-abe8-95a4e2205add","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7143593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a5090607-1e06-448c-abe8-95a4e2205add","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.724368,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5e27978f-da82-4fec-9e80-f9891bbeae6f","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7249787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"43dc97a4-e8bc-481b-b2df-063d9ef1841b","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7250485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"43dc97a4-e8bc-481b-b2df-063d9ef1841b","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7260973,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e2f4278c-1c8a-4e43-873e-2b0ac1b8de56","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.72617,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"145b23cf-8013-441f-be69-4f20c30848c3"} {"level":"info","ts":1789564879.7261982,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"145b23cf-8013-441f-be69-4f20c30848c3","provider":"e2e-legacy-migration-18f94016","phase":"Pending"} {"level":"info","ts":1789564879.7352352,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4d61bad8-1e2d-42ad-90ac-cc35defe2a08","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"error","ts":1789564879.7369103,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"05ee76ab-3e2a-4195-b316-2db10d77883b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.736952,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"05ee76ab-3e2a-4195-b316-2db10d77883b","error":"failed to apply Service: services \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7370067,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"fae7efd5-2cd6-4856-bfa0-961b47fb7017"} {"level":"info","ts":1789564879.737053,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"fae7efd5-2cd6-4856-bfa0-961b47fb7017","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.737182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"f799ed69-fe33-4584-82dc-f1a0441a8ab7","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7372139,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"f799ed69-fe33-4584-82dc-f1a0441a8ab7","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.737243,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"97571427-bdb4-46ef-b9b7-d786c1036331","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7372677,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"97571427-bdb4-46ef-b9b7-d786c1036331","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.7382095,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4d61bad8-1e2d-42ad-90ac-cc35defe2a08","name":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.7392457,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"145b23cf-8013-441f-be69-4f20c30848c3","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7393646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"1c659e72-961b-42fc-b9e2-08fd22a99770"} {"level":"info","ts":1789564879.7393959,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"1c659e72-961b-42fc-b9e2-08fd22a99770","provider":"e2e-legacy-migration-18f94016","phase":"Failed"} {"level":"info","ts":1789564879.745968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e74df9eb-30d7-49dc-b903-61e9d80eafb1","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7460704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e74df9eb-30d7-49dc-b903-61e9d80eafb1","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7514126,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"1c659e72-961b-42fc-b9e2-08fd22a99770","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.7514598,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"1c659e72-961b-42fc-b9e2-08fd22a99770","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7515154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a4b2da13-fe0e-49c0-8723-f39b95eafa1a"} {"level":"info","ts":1789564879.7515416,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a4b2da13-fe0e-49c0-8723-f39b95eafa1a","provider":"e2e-legacy-migration-18f94016","phase":"Failed"} {"level":"error","ts":1789564879.7549593,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4d61bad8-1e2d-42ad-90ac-cc35defe2a08","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7619014,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"fae7efd5-2cd6-4856-bfa0-961b47fb7017","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.7629166,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a4b2da13-fe0e-49c0-8723-f39b95eafa1a","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7704716,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8428c35c-1b24-4671-a1b3-4bf6ed808fa5","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7705014,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8428c35c-1b24-4671-a1b3-4bf6ed808fa5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.770596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"741106d0-d062-4a1f-834d-b6ff8df2a156","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.770616,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"741106d0-d062-4a1f-834d-b6ff8df2a156","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.77069,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"849ab2a6-ccfc-469a-85bf-5e565e313e36"} {"level":"info","ts":1789564879.7707307,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"849ab2a6-ccfc-469a-85bf-5e565e313e36","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7711945,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d2b5225-d485-4040-8b0c-5230a063458c"} {"level":"info","ts":1789564879.7712536,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d2b5225-d485-4040-8b0c-5230a063458c","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7755582,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4b9eaced-7659-4c4b-b611-1dbba9649942","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7791429,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4b9eaced-7659-4c4b-b611-1dbba9649942","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7870677,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"849ab2a6-ccfc-469a-85bf-5e565e313e36","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.789328,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"4b9eaced-7659-4c4b-b611-1dbba9649942","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.7900422,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d2b5225-d485-4040-8b0c-5230a063458c","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7965982,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2c2ee027-526a-4fed-a946-f55dcbce41fa","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7967024,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2c2ee027-526a-4fed-a946-f55dcbce41fa","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7985668,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"849ab2a6-ccfc-469a-85bf-5e565e313e36","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7986326,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac891b98-35cc-40c6-bea7-0a3dbdfaba2e"} {"level":"info","ts":1789564879.7986734,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac891b98-35cc-40c6-bea7-0a3dbdfaba2e","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.8229356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b7a8636a-1fb8-4c94-8cea-d237dc15d2ee","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.8230083,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b7a8636a-1fb8-4c94-8cea-d237dc15d2ee","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.8241446,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac891b98-35cc-40c6-bea7-0a3dbdfaba2e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.8241787,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac891b98-35cc-40c6-bea7-0a3dbdfaba2e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.824218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"451455cd-32bb-4446-a912-bce83e13ec02"} {"level":"info","ts":1789564879.8242579,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"451455cd-32bb-4446-a912-bce83e13ec02","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.8385742,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"451455cd-32bb-4446-a912-bce83e13ec02","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.847625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5f5bd208-51b9-4256-ad9f-b7f9e51963f3","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.8477378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5eb2efe4-64a5-4945-baea-49fee881ee23"} {"level":"info","ts":1789564879.8478386,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5eb2efe4-64a5-4945-baea-49fee881ee23","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.8477876,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5f5bd208-51b9-4256-ad9f-b7f9e51963f3","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.8572643,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5eb2efe4-64a5-4945-baea-49fee881ee23","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.9331095,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3ed27271-2158-4faa-9f6b-e6cfcb1fdeca","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.9412537,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3ed27271-2158-4faa-9f6b-e6cfcb1fdeca","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.948538,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3ed27271-2158-4faa-9f6b-e6cfcb1fdeca","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564882.5956874,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"f029ad52-9483-49c8-b69f-458b5af828e3","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6075444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b12fc289-3a01-43f6-bbe7-16c4b66d5cb4","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6077368,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b12fc289-3a01-43f6-bbe7-16c4b66d5cb4","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6076846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"806123c5-a3a2-4328-a314-4c332da6685d"} {"level":"info","ts":1789564882.609024,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0c590dea-aa7d-4504-bc36-a36af8041f9a","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.609109,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0c590dea-aa7d-4504-bc36-a36af8041f9a","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6092055,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c7778901-acc9-49c3-bd28-a0ab9f54cb62"} {"level":"info","ts":1789564883.0218897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564883.0219765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"} {"level":"info","ts":1789564883.0219905,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"} {"level":"info","ts":1789564883.022002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","EoS":false} {"level":"info","ts":1789564883.0220175,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","EoS":true} {"level":"info","ts":1789564883.022042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789564883.0220578,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789564883.0220675,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","modelName":"e2e-external-model"} {"level":"info","ts":1789564883.0220788,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789564883.0221217,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"619bb256-8e0f-4320-90ff-d2046346cb7d"} {"level":"info","ts":1789564884.513573,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564884.513664,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"} {"level":"info","ts":1789564884.5136857,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"} {"level":"info","ts":1789564884.5137043,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","EoS":false} {"level":"info","ts":1789564884.513723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","EoS":true} {"level":"info","ts":1789564884.5137553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789564884.5137744,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789564884.513809,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d7b5ecec-7563-46da-9507-0b5f5f5c906b"} {"level":"info","ts":1789564886.5146306,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564886.5148373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"} {"level":"info","ts":1789564886.5148938,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"} {"level":"info","ts":1789564886.5149398,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","EoS":false} {"level":"info","ts":1789564886.5150013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","EoS":true} {"level":"info","ts":1789564886.515072,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491","field":"model"} {"level":"info","ts":1789564886.5151272,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0793b4fb-3323-4a7e-a766-10dd832cc491"} {"level":"info","ts":1789564899.2573488,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564899.2574492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f33df6f9-e751-4f32-8b23-35686b1b17d3"} {"level":"info","ts":1789564899.2574644,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f33df6f9-e751-4f32-8b23-35686b1b17d3"} {"level":"info","ts":1789564899.2574768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f33df6f9-e751-4f32-8b23-35686b1b17d3","EoS":false} {"level":"info","ts":1789564899.257488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f33df6f9-e751-4f32-8b23-35686b1b17d3","EoS":true} {"level":"info","ts":1789564899.2575102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f33df6f9-e751-4f32-8b23-35686b1b17d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789564899.257523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f33df6f9-e751-4f32-8b23-35686b1b17d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564899.257546,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f33df6f9-e751-4f32-8b23-35686b1b17d3"} {"level":"info","ts":1789564918.6975155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5209163d-7c51-47de-9b26-45efaa0cee05","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564918.6975634,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5209163d-7c51-47de-9b26-45efaa0cee05","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564918.697598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f91d542-2034-4036-af2e-8d8c2bca96c6"} {"level":"info","ts":1789564918.8520591,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f1f4a6f-6c2b-4367-a04e-03d3ec324285","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564918.8520856,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"909a0442-6baf-4257-b962-0fdee1239949"} {"level":"info","ts":1789564918.8521001,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f1f4a6f-6c2b-4367-a04e-03d3ec324285","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564931.1974707,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564931.1975524,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"} {"level":"info","ts":1789564931.1975625,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"} {"level":"info","ts":1789564931.1975749,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","EoS":false} {"level":"info","ts":1789564931.1975868,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","EoS":true} {"level":"info","ts":1789564931.1976075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564931.1976223,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564931.1976416,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e4dbf9ff-35ce-4e30-980a-01f92b126b65"} {"level":"info","ts":1789564931.2482204,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564931.2483048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"} {"level":"info","ts":1789564931.2483194,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"} {"level":"info","ts":1789564931.2483354,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","EoS":false} {"level":"info","ts":1789564931.2483518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","EoS":true} {"level":"info","ts":1789564931.2483692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564931.248384,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564931.2484007,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9bd9b4ed-fc04-43f5-af6a-d9f2a903bab9"} {"level":"info","ts":1789564931.2916873,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564931.2917519,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"} {"level":"info","ts":1789564931.2917628,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"} {"level":"info","ts":1789564931.291773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","EoS":false} {"level":"info","ts":1789564931.2917826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","EoS":true} {"level":"info","ts":1789564931.2917972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564931.291807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564931.2918236,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bb797642-48b2-42a6-a50b-f3d7d9230d9f"} {"level":"info","ts":1789564931.329607,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564931.3296843,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"} {"level":"info","ts":1789564931.3297021,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"} {"level":"info","ts":1789564931.329719,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","EoS":false} {"level":"info","ts":1789564931.3297365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","EoS":true} {"level":"info","ts":1789564931.3297625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789564931.3297799,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564931.3298059,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eb04b4a0-8aa2-4e4c-afb7-e0e2a11299a1"} {"level":"info","ts":1789564944.2710946,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564944.271179,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5"} {"level":"info","ts":1789564944.271191,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5"} {"level":"info","ts":1789564944.2712016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5","EoS":false} {"level":"info","ts":1789564944.2712119,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5","EoS":true} {"level":"info","ts":1789564944.2712398,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5","field":"model"} {"level":"info","ts":1789564944.2712674,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a5d2ac95-6b2f-4938-aad7-f96cd7ecb9c5"} {"level":"info","ts":1789564944.4221735,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564944.4222596,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82"} {"level":"info","ts":1789564944.422268,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82"} {"level":"info","ts":1789564944.4222999,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82","EoS":false} {"level":"info","ts":1789564944.4223156,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82","EoS":true} {"level":"info","ts":1789564944.422335,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82","field":"model"} {"level":"info","ts":1789564944.422361,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3383fb90-b429-469e-b5da-d2d6ad041c82"} {"level":"info","ts":1789564944.605564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564944.6056643,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2"} {"level":"info","ts":1789564944.6056786,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2"} {"level":"info","ts":1789564944.605691,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2","EoS":false} {"level":"info","ts":1789564944.6057012,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2","EoS":true} {"level":"info","ts":1789564944.6057198,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2","field":"model"} {"level":"info","ts":1789564944.6057463,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2caf3c22-2000-4449-a5c0-0b0e73bfa8c2"} {"level":"info","ts":1789567199.145561,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789567199.145653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"} {"level":"info","ts":1789567199.145661,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"} {"level":"info","ts":1789567199.1456714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","EoS":false} {"level":"info","ts":1789567199.1456819,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","EoS":true} {"level":"info","ts":1789567199.145702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789567199.1457145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789567199.1457353,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"855cf08b-ac6d-4bb1-9220-3780a79897c6"} {"level":"info","ts":1789567200.0592432,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789567200.059346,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"} {"level":"info","ts":1789567200.0593603,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"} {"level":"info","ts":1789567200.0593715,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","EoS":false} {"level":"info","ts":1789567200.0593822,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","EoS":true} {"level":"info","ts":1789567200.059403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789567200.0594175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789567200.0594397,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"73962135-10c7-49cf-8529-0865f88a489d"}