{"level":"info","ts":1789477081.272449,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c3425a071c60384ead0cb8fbd634a4d","span_id":"1df614d0ac2f5225","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4","EoS":false}
{"level":"info","ts":1789477081.2724602,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c3425a071c60384ead0cb8fbd634a4d","span_id":"1df614d0ac2f5225","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4"}
{"level":"info","ts":1789477081.2724867,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c3425a071c60384ead0cb8fbd634a4d","span_id":"1df614d0ac2f5225","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4","EoS":true}
{"level":"info","ts":1789477081.2724998,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c3425a071c60384ead0cb8fbd634a4d","span_id":"1df614d0ac2f5225","x-request-id":"49ad7c71-4d15-4bf3-8a04-ad3f18d011e4"}
{"level":"info","ts":1789477081.32938,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477081.329485,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"}
{"level":"info","ts":1789477081.3294966,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"}
{"level":"info","ts":1789477081.329508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","EoS":true}
{"level":"info","ts":1789477081.3295326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","header":"x-maas-subscription"}
{"level":"info","ts":1789477081.3295429,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","header":"x-maas-username"}
{"level":"info","ts":1789477081.3295481,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","header":"x-maas-group"}
{"level":"info","ts":1789477081.3295605,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","path":"/v1/chat/completions"}
{"level":"info","ts":1789477081.3295681,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789477081.3295968,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"}
{"level":"info","ts":1789477081.330833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"}
{"level":"info","ts":1789477081.3308542,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"}
{"level":"info","ts":1789477081.3308709,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","EoS":false}
{"level":"info","ts":1789477081.3308828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"}
{"level":"info","ts":1789477081.3309057,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082","EoS":true}
{"level":"info","ts":1789477081.330916,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e235949581ec0ecd3fb05b6c7003c92","span_id":"291799c73753bcba","x-request-id":"727d3844-624c-4802-b328-87e5980c6082"}
{"level":"info","ts":1789477081.379508,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477081.3795772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"}
{"level":"info","ts":1789477081.379588,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"}
{"level":"info","ts":1789477081.3796248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","EoS":true}
{"level":"info","ts":1789477081.3796453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","header":"x-maas-subscription"}
{"level":"info","ts":1789477081.379655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","header":"x-maas-username"}
{"level":"info","ts":1789477081.37966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","header":"x-maas-group"}
{"level":"info","ts":1789477081.3796723,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","path":"/v1/chat/completions"}
{"level":"info","ts":1789477081.3796802,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789477081.3797135,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"}
{"level":"info","ts":1789477081.382101,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"}
{"level":"info","ts":1789477081.3821144,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"}
{"level":"info","ts":1789477081.3821259,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","EoS":false}
{"level":"info","ts":1789477081.3821347,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"}
{"level":"info","ts":1789477081.3821568,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e","EoS":true}
{"level":"info","ts":1789477081.3821692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d7f08edbe502c2295d0663c443bea76","span_id":"56326c418af3364e","x-request-id":"28b3dbce-3a0f-4cd2-81aa-10d81318fc6e"}
{"level":"info","ts":1789477081.4263477,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477081.426421,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"}
{"level":"info","ts":1789477081.4264317,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"}
{"level":"info","ts":1789477081.4264445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","EoS":true}
{"level":"info","ts":1789477081.4264648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","header":"x-maas-subscription"}
{"level":"info","ts":1789477081.4264748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","header":"x-maas-group"}
{"level":"info","ts":1789477081.4264812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","header":"x-maas-username"}
{"level":"info","ts":1789477081.4264925,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","path":"/v1/chat/completions"}
{"level":"info","ts":1789477081.4265008,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1789477081.4265256,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"}
{"level":"info","ts":1789477081.4274948,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"}
{"level":"info","ts":1789477081.4275079,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"}
{"level":"info","ts":1789477081.427527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","EoS":false}
{"level":"info","ts":1789477081.4275372,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"}
{"level":"info","ts":1789477081.427559,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6","EoS":true}
{"level":"info","ts":1789477081.4275658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61bf33be97d61ac98872c83bf9ba20b3","span_id":"006a878f01d4ece1","x-request-id":"88c92413-8850-43a0-bb1d-ac1956879ce6"}
{"level":"error","ts":1789477091.9087255,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789477093.3431,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a0ca8525-aef4-4cdb-9c71-e9939575c974","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477093.3431575,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a0ca8525-aef4-4cdb-9c71-e9939575c974","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477093.3629096,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477093.363032,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"}
{"level":"info","ts":1789477093.3630471,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"}
{"level":"info","ts":1789477093.3630607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","EoS":true}
{"level":"info","ts":1789477093.3630831,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","header":"x-maas-group"}
{"level":"info","ts":1789477093.3630943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","header":"x-maas-subscription"}
{"level":"info","ts":1789477093.3630996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","header":"x-maas-username"}
{"level":"info","ts":1789477093.3631134,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789477093.3631396,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"}
{"level":"info","ts":1789477093.3647993,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"}
{"level":"info","ts":1789477093.3648167,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"}
{"level":"info","ts":1789477093.3648303,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","EoS":false}
{"level":"info","ts":1789477093.3648412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"}
{"level":"info","ts":1789477093.3648648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b","EoS":true}
{"level":"info","ts":1789477093.3648725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1cce4eb2c47a4b3fe353c171c716235","span_id":"6860de460ab3b8dd","x-request-id":"ebde2af5-69f6-4c36-8a5d-71cf5dd0134b"}
{"level":"info","ts":1789477093.4071217,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477093.4072158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"}
{"level":"info","ts":1789477093.4072282,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"}
{"level":"info","ts":1789477093.4072402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","EoS":true}
{"level":"info","ts":1789477093.4072669,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","header":"x-maas-subscription"}
{"level":"info","ts":1789477093.4072764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","header":"x-maas-group"}
{"level":"info","ts":1789477093.407281,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","header":"x-maas-username"}
{"level":"info","ts":1789477093.4072952,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789477093.4073226,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"}
{"level":"info","ts":1789477093.409644,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"}
{"level":"info","ts":1789477093.4096558,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"}
{"level":"info","ts":1789477093.409667,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","EoS":false}
{"level":"info","ts":1789477093.4096773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"}
{"level":"info","ts":1789477093.4096997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372","EoS":true}
{"level":"info","ts":1789477093.4097123,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a58e2700c9ed43e79dfeedb44f3cfea5","span_id":"93a50c97f28d9d36","x-request-id":"cbfa55be-857d-4447-b1c3-21dbbdb7d372"}
{"level":"info","ts":1789477093.4592257,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4aad754-ef0b-4ec7-af2d-d9e3b154ccb1"}
{"level":"info","ts":1789477093.4593198,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe18ecc-8034-4f4f-bbc1-97ed046db9c8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477093.459347,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe18ecc-8034-4f4f-bbc1-97ed046db9c8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477093.4656792,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f595ab7a-4f2f-48ca-926a-1b107eb76af8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477093.4657066,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f595ab7a-4f2f-48ca-926a-1b107eb76af8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477093.4660466,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36283.771898339,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.4660726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.5281432,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.5663474,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38210.734219282,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.5663776,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.5770357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.5891683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"199d51bc-1fa1-40d1-8320-4bceefeaf2dd"}
{"level":"info","ts":1789477093.5891984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4267a191-40c1-40db-8ce9-f1a4e67e9d89","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477093.5892494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4267a191-40c1-40db-8ce9-f1a4e67e9d89","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789477093.5952039,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"199d51bc-1fa1-40d1-8320-4bceefeaf2dd","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1789477093.5952423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"362bf848-b540-4566-82eb-300dae5b06a7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477093.595267,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"362bf848-b540-4566-82eb-300dae5b06a7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789477093.6008205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33ac0fcb-3e7c-41f5-98ba-1488ed929141","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477093.600846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33ac0fcb-3e7c-41f5-98ba-1488ed929141","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789477093.6008146,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"199d51bc-1fa1-40d1-8320-4bceefeaf2dd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.600893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0855a47d-23d3-4cb9-8109-3fbe32bf41ba"}
{"level":"info","ts":1789477093.6009095,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0855a47d-23d3-4cb9-8109-3fbe32bf41ba","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789477093.605905,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0855a47d-23d3-4cb9-8109-3fbe32bf41ba","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.6161563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f804f91-4efc-4787-9a55-08d839a2d8c8"}
{"level":"info","ts":1789477093.6162179,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f804f91-4efc-4787-9a55-08d839a2d8c8","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789477093.623088,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f804f91-4efc-4787-9a55-08d839a2d8c8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.643199,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2bf8753-3e7b-4bea-a221-e43c7ca6c776"}
{"level":"info","ts":1789477093.643232,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2bf8753-3e7b-4bea-a221-e43c7ca6c776","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1789477093.651118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2bf8753-3e7b-4bea-a221-e43c7ca6c776","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.6671436,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4aad754-ef0b-4ec7-af2d-d9e3b154ccb1","name":"e2e-external-provider"}
{"level":"info","ts":1789477093.6915092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c2c6ce7-56fa-4cf7-9e3f-5e957cfeb44e"}
{"level":"info","ts":1789477093.691545,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c2c6ce7-56fa-4cf7-9e3f-5e957cfeb44e","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1789477093.6976237,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4aad754-ef0b-4ec7-af2d-d9e3b154ccb1","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1789477093.7038012,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c2c6ce7-56fa-4cf7-9e3f-5e957cfeb44e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.7086377,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4aad754-ef0b-4ec7-af2d-d9e3b154ccb1","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1789477093.7187726,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4aad754-ef0b-4ec7-af2d-d9e3b154ccb1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1789477093.726375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4031236a-78b1-477a-8083-bf261441155a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477093.7264063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4031236a-78b1-477a-8083-bf261441155a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789477093.726444,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cdcd123-8c71-4af0-98d2-71cfa3918b98"}
{"level":"info","ts":1789477093.7265007,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cdcd123-8c71-4af0-98d2-71cfa3918b98","name":"e2e-external-provider"}
{"level":"info","ts":1789477093.7265074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3540955-5016-413b-926e-aba1f831a4de"}
{"level":"info","ts":1789477093.7266743,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b4864a1-2198-49e0-92c6-92a2a2affe41","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477093.7267044,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b4864a1-2198-49e0-92c6-92a2a2affe41","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477093.7266836,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39200.844924543,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.7267346,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.7348282,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477093.7413356,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cdcd123-8c71-4af0-98d2-71cfa3918b98","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1789477093.746941,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aee4b55a-02da-431e-b69d-948ca2c7796e"}
{"level":"info","ts":1789477093.7470012,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aee4b55a-02da-431e-b69d-948ca2c7796e","name":"e2e-external-provider"}
{"level":"info","ts":1789477093.7650564,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aee4b55a-02da-431e-b69d-948ca2c7796e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1789477093.8269582,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3540955-5016-413b-926e-aba1f831a4de","name":"e2e-external-model"}
{"level":"info","ts":1789477093.8496382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b8f0329-fcb7-412e-96be-cc0c9e0d0970","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477093.849686,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b8f0329-fcb7-412e-96be-cc0c9e0d0970","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1789477093.8586848,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3540955-5016-413b-926e-aba1f831a4de","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789477093.8587482,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3540955-5016-413b-926e-aba1f831a4de","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.8588183,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5e7e1cc-c59e-47ed-aa83-68b0d3ad8f7a"}
{"level":"info","ts":1789477093.8588772,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5e7e1cc-c59e-47ed-aa83-68b0d3ad8f7a","name":"e2e-external-model"}
{"level":"info","ts":1789477093.8754916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d17e02-5d2b-4082-ac0a-306d87140c34","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477093.8755252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d17e02-5d2b-4082-ac0a-306d87140c34","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789477093.876233,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5e7e1cc-c59e-47ed-aa83-68b0d3ad8f7a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789477093.880995,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5e7e1cc-c59e-47ed-aa83-68b0d3ad8f7a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.8810737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03e36aef-a74f-49d8-93ae-c8ef7b6e4e2d"}
{"level":"info","ts":1789477093.8811226,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03e36aef-a74f-49d8-93ae-c8ef7b6e4e2d","name":"e2e-external-model"}
{"level":"info","ts":1789477093.896286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b29906b-e90b-493c-beb5-39321cfd4c78","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477093.8963256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b29906b-e90b-493c-beb5-39321cfd4c78","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789477093.8973417,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03e36aef-a74f-49d8-93ae-c8ef7b6e4e2d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789477093.9014666,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03e36aef-a74f-49d8-93ae-c8ef7b6e4e2d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477093.901539,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7afabf9f-7c28-4002-8ab1-9c2b73879d9d"}
{"level":"info","ts":1789477093.9015834,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7afabf9f-7c28-4002-8ab1-9c2b73879d9d","name":"e2e-external-model"}
{"level":"info","ts":1789477093.9132597,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7afabf9f-7c28-4002-8ab1-9c2b73879d9d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789477094.4133222,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477094.413459,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"}
{"level":"info","ts":1789477094.413477,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"}
{"level":"info","ts":1789477094.4134946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","EoS":true}
{"level":"info","ts":1789477094.413529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","header":"x-maas-group"}
{"level":"info","ts":1789477094.4135432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","header":"x-maas-subscription"}
{"level":"info","ts":1789477094.4135518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","header":"x-maas-username"}
{"level":"info","ts":1789477094.4135706,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789477094.4136028,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"}
{"level":"info","ts":1789477094.4161046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"}
{"level":"info","ts":1789477094.4161296,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"}
{"level":"info","ts":1789477094.4161475,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","EoS":false}
{"level":"info","ts":1789477094.4161608,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"}
{"level":"info","ts":1789477094.4161837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d","EoS":true}
{"level":"info","ts":1789477094.416194,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c012f01b78b0db47999e5fc35b468c2","span_id":"0e2d1a6875554ec4","x-request-id":"3a40c3d4-e6f4-4f59-856a-04a5bda79b7d"}
{"level":"info","ts":1789477094.4524543,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477094.4525783,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"}
{"level":"info","ts":1789477094.452593,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"}
{"level":"info","ts":1789477094.4526117,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","EoS":true}
{"level":"info","ts":1789477094.4526415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","header":"x-maas-username"}
{"level":"info","ts":1789477094.4526567,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","header":"x-maas-group"}
{"level":"info","ts":1789477094.4526672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","header":"x-maas-subscription"}
{"level":"info","ts":1789477094.4527454,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789477094.452787,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"}
{"level":"info","ts":1789477094.4537683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"}
{"level":"info","ts":1789477094.4537857,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"}
{"level":"info","ts":1789477094.4537961,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","EoS":false}
{"level":"info","ts":1789477094.4538074,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"}
{"level":"info","ts":1789477094.4538343,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1","EoS":true}
{"level":"info","ts":1789477094.4538436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e048053b44ad7c6d5240b72222e6b410","span_id":"c4855bbd59a2af35","x-request-id":"31754862-383f-467a-a0a8-50f0e23d30a1"}
{"level":"info","ts":1789477101.294692,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477101.2947829,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"}
{"level":"info","ts":1789477101.2947955,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"}
{"level":"info","ts":1789477101.2948072,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","EoS":true}
{"level":"info","ts":1789477101.2948306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","header":"x-maas-username"}
{"level":"info","ts":1789477101.294841,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","header":"x-maas-group"}
{"level":"info","ts":1789477101.2948465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","header":"x-maas-subscription"}
{"level":"info","ts":1789477101.2948606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789477101.2948697,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","modelName":"e2e-external-model"}
{"level":"info","ts":1789477101.2948809,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789477101.2949147,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789477101.294935,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","authType":"apikey"}
{"level":"info","ts":1789477101.2949657,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"}
{"level":"info","ts":1789477102.7176619,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"}
{"level":"info","ts":1789477102.717689,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"}
{"level":"info","ts":1789477102.7177114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","EoS":false}
{"level":"info","ts":1789477102.717727,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"}
{"level":"info","ts":1789477102.7177653,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39","EoS":true}
{"level":"info","ts":1789477102.717779,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe1ba7d6a795f3fc33e56cd1892948ff","span_id":"d8a8880303d7f952","x-request-id":"0a915a85-4c32-4d75-847d-7c4edf634a39"}
{"level":"info","ts":1789477102.831102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6599989b-29a4-4e03-b81a-12e3146e4da1"}
{"level":"info","ts":1789477102.8311646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c273cbe2-a4c0-46a0-926d-e0ae705925ca","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.8312201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c273cbe2-a4c0-46a0-926d-e0ae705925ca","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789477102.8400018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2364bd82-7587-46eb-a45a-d8f7e81869ed","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.840036,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2364bd82-7587-46eb-a45a-d8f7e81869ed","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789477102.8403256,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6599989b-29a4-4e03-b81a-12e3146e4da1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477102.8403916,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6599989b-29a4-4e03-b81a-12e3146e4da1","name":"e2e-cleanup-test"}
{"level":"info","ts":1789477102.8493116,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6599989b-29a4-4e03-b81a-12e3146e4da1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789477102.8559606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6599989b-29a4-4e03-b81a-12e3146e4da1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477102.856062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c8098c3-dd64-4ac2-967e-0a269b9bdb06"}
{"level":"info","ts":1789477102.856126,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c8098c3-dd64-4ac2-967e-0a269b9bdb06","name":"e2e-cleanup-test"}
{"level":"info","ts":1789477102.8664439,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"289de5f8-1404-456f-998f-12e0b613c43d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.866469,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"289de5f8-1404-456f-998f-12e0b613c43d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789477102.8708475,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c8098c3-dd64-4ac2-967e-0a269b9bdb06","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789477102.8709135,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c8098c3-dd64-4ac2-967e-0a269b9bdb06","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477102.8709588,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9f39e5-6292-4f04-b5dc-6776f20f8e3c"}
{"level":"info","ts":1789477102.8710203,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9f39e5-6292-4f04-b5dc-6776f20f8e3c","name":"e2e-cleanup-test"}
{"level":"info","ts":1789477102.880061,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9f39e5-6292-4f04-b5dc-6776f20f8e3c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789477102.8809888,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dda2f59a-11c9-433b-b990-48250b59fc7e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.8810153,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dda2f59a-11c9-433b-b990-48250b59fc7e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789477102.8836565,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9f39e5-6292-4f04-b5dc-6776f20f8e3c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477102.8837175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efc3f008-f362-4667-8748-0e0246453018"}
{"level":"info","ts":1789477102.8837605,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efc3f008-f362-4667-8748-0e0246453018","name":"e2e-cleanup-test"}
{"level":"info","ts":1789477102.891653,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efc3f008-f362-4667-8748-0e0246453018","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789477105.8959603,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477105.896091,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e80cfaf2b1e9db062f3f4bcdcf102f04","span_id":"9f33d47ffe888bf3","x-request-id":"4c0f0195-4d44-4412-b6a6-343fd56d9689"}
{"level":"error","ts":1789477106.9098635,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789477111.0893202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92a20556-d6d3-4940-96c9-3c2e90a9255f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477111.0893617,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92a20556-d6d3-4940-96c9-3c2e90a9255f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477111.0893621,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8be1b4a6-915a-4138-b6d6-c4eb17aad1bb"}
{"level":"info","ts":1789477115.3762217,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477115.3763323,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7fd4eb2f4c29373adf56f979d1fcd85e","span_id":"622100632d2bed97","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1"}
{"level":"info","ts":1789477115.376346,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7fd4eb2f4c29373adf56f979d1fcd85e","span_id":"622100632d2bed97","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1"}
{"level":"info","ts":1789477115.376363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7fd4eb2f4c29373adf56f979d1fcd85e","span_id":"622100632d2bed97","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1","EoS":true}
{"level":"info","ts":1789477115.3764026,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7fd4eb2f4c29373adf56f979d1fcd85e","span_id":"622100632d2bed97","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1789477115.3764338,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7fd4eb2f4c29373adf56f979d1fcd85e","span_id":"622100632d2bed97","x-request-id":"7bb8dd73-cfe5-489b-907b-acd62e5799d1"}
{"level":"info","ts":1789477115.7186816,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f76bd449-a8e2-4260-b9b1-f0ac427989b5","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7243984,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f76bd449-a8e2-4260-b9b1-f0ac427989b5","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.733334,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d0e66041-e255-4877-90c4-7944ece0405f"}
{"level":"info","ts":1789477115.7333255,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d2f51e47-b9e8-4263-a9c5-4bb5d993668f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.733542,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d2f51e47-b9e8-4263-a9c5-4bb5d993668f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1789477115.7352543,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f76bd449-a8e2-4260-b9b1-f0ac427989b5","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.7403128,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"23cb0327-4c28-41e2-a131-0137f2aa8057","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7403471,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"23cb0327-4c28-41e2-a131-0137f2aa8057","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7403815,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9bc01006-13c6-4366-b869-1aff09b5119f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7404025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cc67698b-0734-4cff-88f5-2ce472ee2ea1"}
{"level":"info","ts":1789477115.7452216,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8e4cc9ad-3486-4e06-b4ca-c97caefd7dba","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7452452,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8e4cc9ad-3486-4e06-b4ca-c97caefd7dba","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477115.745278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a2af9271-09aa-44fa-8c47-d96df734bd29","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7452946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a2af9271-09aa-44fa-8c47-d96df734bd29","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"error","ts":1789477115.747859,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d0e66041-e255-4877-90c4-7944ece0405f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.7479045,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d0e66041-e255-4877-90c4-7944ece0405f","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.7495394,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9bc01006-13c6-4366-b869-1aff09b5119f","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.7552662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"73798e65-ff91-448e-bdb8-4e506869ade7","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.755299,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"73798e65-ff91-448e-bdb8-4e506869ade7","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"error","ts":1789477115.7553556,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cc67698b-0734-4cff-88f5-2ce472ee2ea1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.755398,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cc67698b-0734-4cff-88f5-2ce472ee2ea1","provider":"e2e-legacy-migration-e7f2fba2","phase":"Pending"}
{"level":"error","ts":1789477115.7624466,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9bc01006-13c6-4366-b869-1aff09b5119f","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.7735438,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e6d6a5ec-72b3-4fe7-b6bf-10e85f11ad5f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"error","ts":1789477115.774382,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d0e66041-e255-4877-90c4-7944ece0405f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789477115.7744186,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d0e66041-e255-4877-90c4-7944ece0405f","error":"failed to apply Service: services \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.7744591,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cdeb5a50-9998-4d31-b761-3612746a0afd"}
{"level":"info","ts":1789477115.7744923,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cdeb5a50-9998-4d31-b761-3612746a0afd","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.7751849,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"deeef42e-f255-422d-ab77-202816a28973","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7752132,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"deeef42e-f255-422d-ab77-202816a28973","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477115.775269,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bf0a2ff4-6a54-4e87-af43-a93912a313d1","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7753372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bf0a2ff4-6a54-4e87-af43-a93912a313d1","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7755756,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c1bd9082-32a8-4e7c-b7f5-3f59c3de6396","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7756002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c1bd9082-32a8-4e7c-b7f5-3f59c3de6396","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"error","ts":1789477115.7762566,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cc67698b-0734-4cff-88f5-2ce472ee2ea1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789477115.776291,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cc67698b-0734-4cff-88f5-2ce472ee2ea1","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.776347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"92ddc75d-6ac5-492c-8292-1fec4fe0d52c"}
{"level":"info","ts":1789477115.7763786,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"92ddc75d-6ac5-492c-8292-1fec4fe0d52c","provider":"e2e-legacy-migration-e7f2fba2","phase":"Failed"}
{"level":"info","ts":1789477115.777895,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e6d6a5ec-72b3-4fe7-b6bf-10e85f11ad5f","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"error","ts":1789477115.7854545,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"92ddc75d-6ac5-492c-8292-1fec4fe0d52c","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.7855856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"dabb4e9c-ed45-4f25-b380-0f2c0e88b31b","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7856092,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"dabb4e9c-ed45-4f25-b380-0f2c0e88b31b","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7856069,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"37901ff7-c24e-487d-bfb8-1ae04fdb861e"}
{"level":"info","ts":1789477115.7856596,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"37901ff7-c24e-487d-bfb8-1ae04fdb861e","provider":"e2e-legacy-migration-e7f2fba2","phase":"Failed"}
{"level":"error","ts":1789477115.7898004,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e6d6a5ec-72b3-4fe7-b6bf-10e85f11ad5f","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.7971604,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cdeb5a50-9998-4d31-b761-3612746a0afd","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"}
{"level":"error","ts":1789477115.7992725,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"37901ff7-c24e-487d-bfb8-1ae04fdb861e","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789477115.8019187,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cdeb5a50-9998-4d31-b761-3612746a0afd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.8019922,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c8d46d51-cd99-4b4d-aa40-89b9f31bc9a4"}
{"level":"info","ts":1789477115.802033,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c8d46d51-cd99-4b4d-aa40-89b9f31bc9a4","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.808321,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8392a6a0-4bf9-4dc3-8aed-b371bfeb4331","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.808348,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8392a6a0-4bf9-4dc3-8aed-b371bfeb4331","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477115.8084154,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"46567e00-8133-4627-919d-22c75475dc1a","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8084412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"46567e00-8133-4627-919d-22c75475dc1a","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.8084192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"35bf659e-9b4f-40d7-8224-492e3e64a918"}
{"level":"info","ts":1789477115.8085063,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"35bf659e-9b4f-40d7-8224-492e3e64a918","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.8102696,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3f878463-d86d-4d59-b69b-65d918601411","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8153868,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3f878463-d86d-4d59-b69b-65d918601411","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.826813,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c8d46d51-cd99-4b4d-aa40-89b9f31bc9a4","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.827547,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3f878463-d86d-4d59-b69b-65d918601411","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789477115.8332944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"71982c8d-e286-4c14-a493-0dfdf7641dd4","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.83332,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"71982c8d-e286-4c14-a493-0dfdf7641dd4","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"error","ts":1789477115.834732,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c8d46d51-cd99-4b4d-aa40-89b9f31bc9a4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.8347945,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7fb9dc79-15a5-45ed-8f6a-a6d0062a103f"}
{"level":"info","ts":1789477115.8348272,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7fb9dc79-15a5-45ed-8f6a-a6d0062a103f","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"error","ts":1789477115.8439267,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"35bf659e-9b4f-40d7-8224-492e3e64a918","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789477115.8439984,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"35bf659e-9b4f-40d7-8224-492e3e64a918","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.844059,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"6ad4060a-a7b6-459e-b9b8-2f0595b51bf6"}
{"level":"info","ts":1789477115.8441076,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"6ad4060a-a7b6-459e-b9b8-2f0595b51bf6","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.8518558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c91cba28-714c-4dce-967e-ad30056e0ac0","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8518884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c91cba28-714c-4dce-967e-ad30056e0ac0","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.8531318,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7fb9dc79-15a5-45ed-8f6a-a6d0062a103f","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.8606133,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"6ad4060a-a7b6-459e-b9b8-2f0595b51bf6","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789477115.8645806,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"6ad4060a-a7b6-459e-b9b8-2f0595b51bf6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.864643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"166485ef-266e-4961-9aa6-56bd6af64de6"}
{"level":"info","ts":1789477115.8647022,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"166485ef-266e-4961-9aa6-56bd6af64de6","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.8703437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f3422201-bb0b-43d3-b844-d266f374e424","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8703773,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f3422201-bb0b-43d3-b844-d266f374e424","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.8729718,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"166485ef-266e-4961-9aa6-56bd6af64de6","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789477115.876967,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"166485ef-266e-4961-9aa6-56bd6af64de6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477115.8770506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"66ba0efb-3e71-4399-ac37-189fb5396726"}
{"level":"info","ts":1789477115.8770885,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"66ba0efb-3e71-4399-ac37-189fb5396726","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.8879566,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"66ba0efb-3e71-4399-ac37-189fb5396726","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789477115.9644346,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cf512c5a-bd7a-4c5e-a95c-0df4d15be1ff","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.967726,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cf512c5a-bd7a-4c5e-a95c-0df4d15be1ff","name":"e2e-legacy-migration-e7f2fba2"}
{"level":"info","ts":1789477115.9730487,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cf512c5a-bd7a-4c5e-a95c-0df4d15be1ff","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789477116.9106412,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789477118.6205907,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3b6a3b3a-0b85-4267-8198-4a9d0c2f249a","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477118.627294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"95539591-abbb-421b-8fdf-6edc5327eb4c"}
{"level":"info","ts":1789477118.627282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"516d0242-1756-495e-b2ff-45311039f238","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477118.6273499,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"516d0242-1756-495e-b2ff-45311039f238","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477118.6282997,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"333dcc04-b652-4e2a-86bd-34e4c5b53589"}
{"level":"info","ts":1789477118.6282997,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"eb1f4fb9-0224-4524-b8f9-1f7cace09c74","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477118.6283314,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"eb1f4fb9-0224-4524-b8f9-1f7cace09c74","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477119.026023,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477119.0261161,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"}
{"level":"info","ts":1789477119.026128,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"}
{"level":"info","ts":1789477119.026139,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","EoS":true}
{"level":"info","ts":1789477119.026162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","header":"x-maas-username"}
{"level":"info","ts":1789477119.0261724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","header":"x-maas-subscription"}
{"level":"info","ts":1789477119.0261776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","header":"x-maas-group"}
{"level":"info","ts":1789477119.0261931,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789477119.0262032,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","modelName":"e2e-external-model"}
{"level":"info","ts":1789477119.0262284,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789477119.026257,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789477119.0262744,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","authType":"apikey"}
{"level":"info","ts":1789477119.0262976,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"}
{"level":"info","ts":1789477120.2522793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"}
{"level":"info","ts":1789477120.2523139,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"}
{"level":"info","ts":1789477120.2523346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","EoS":false}
{"level":"info","ts":1789477120.2523499,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"}
{"level":"info","ts":1789477120.2523851,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f","EoS":true}
{"level":"info","ts":1789477120.252398,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"535b25667d56916bd6489ff6b0f2c070","span_id":"9bbfe4a92ecaf9c3","x-request-id":"939bb8ea-04d8-42de-8bbc-51c87380dc7f"}
{"level":"info","ts":1789477120.3113303,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477120.3114197,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"}
{"level":"info","ts":1789477120.3114324,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"}
{"level":"info","ts":1789477120.3114445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","EoS":true}
{"level":"info","ts":1789477120.311469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","header":"x-maas-username"}
{"level":"info","ts":1789477120.3115132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","header":"x-maas-group"}
{"level":"info","ts":1789477120.31152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","header":"x-maas-subscription"}
{"level":"info","ts":1789477120.3115342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789477120.3115592,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"}
{"level":"info","ts":1789477120.96721,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"}
{"level":"info","ts":1789477120.9672434,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"}
{"level":"info","ts":1789477120.967261,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","EoS":false}
{"level":"info","ts":1789477120.967274,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"}
{"level":"info","ts":1789477120.9673073,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf","EoS":true}
{"level":"info","ts":1789477120.9673202,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c49af04ef871410298b83bfdd26a65a7","span_id":"96b1fa6ac884d92b","x-request-id":"9e9edf41-7777-44d6-90fa-a3c0caa9dbdf"}
{"level":"info","ts":1789477121.0417986,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477121.0419161,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"}
{"level":"info","ts":1789477121.0419323,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"}
{"level":"info","ts":1789477121.0419502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","EoS":true}
{"level":"info","ts":1789477121.0420074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","header":"x-maas-username"}
{"level":"info","ts":1789477121.0420227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","header":"x-maas-group"}
{"level":"info","ts":1789477121.0420318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","header":"x-maas-subscription"}
{"level":"info","ts":1789477121.042074,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"}
{"level":"info","ts":1789477123.053639,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"}
{"level":"info","ts":1789477123.053668,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"}
{"level":"info","ts":1789477123.053695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","EoS":false}
{"level":"info","ts":1789477123.0537114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"}
{"level":"info","ts":1789477123.0537527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0","EoS":true}
{"level":"info","ts":1789477123.0537686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d6969342f403120e0074bf3b5c77cda","span_id":"385a1d3f9246bb70","x-request-id":"b510744d-d5a1-487a-b979-d070cb15edd0"}
{"level":"error","ts":1789477131.9119542,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789477146.913022,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789477153.7373168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40f5366b-2eb7-4149-81b2-1e9c73166a84","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477153.7374663,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40f5366b-2eb7-4149-81b2-1e9c73166a84","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477153.737351,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf3c4ae4-4f88-484c-8925-bc8b32379dd0"}
{"level":"info","ts":1789477153.8702617,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c4048df-e668-47be-a505-9cfeff01ef66","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477153.8702784,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47f20c09-7f15-4ff0-90c7-2416c0b842a1"}
{"level":"info","ts":1789477153.870319,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c4048df-e668-47be-a505-9cfeff01ef66","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477153.9796786,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f0433a8b-f1e8-48cd-8492-559f3470c369","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477153.9797406,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f0433a8b-f1e8-48cd-8492-559f3470c369","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477174.2355297,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477174.2356322,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"}
{"level":"info","ts":1789477174.235651,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"}
{"level":"info","ts":1789477174.2356644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","EoS":true}
{"level":"info","ts":1789477174.2356896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","header":"x-maas-username"}
{"level":"info","ts":1789477174.2356987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","header":"x-maas-group"}
{"level":"info","ts":1789477174.2357044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","header":"x-maas-subscription"}
{"level":"info","ts":1789477174.2357202,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789477174.235751,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"}
{"level":"info","ts":1789477174.2385423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"}
{"level":"info","ts":1789477174.2385635,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"}
{"level":"info","ts":1789477174.2385807,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","EoS":false}
{"level":"info","ts":1789477174.2385957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"}
{"level":"info","ts":1789477174.2386265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c","EoS":true}
{"level":"info","ts":1789477174.2386363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d7163122ca9997657f61b877b9ded84","span_id":"7aeef05574c7633d","x-request-id":"4a455d56-e4b5-4a27-9a87-7eb9d05e1f5c"}
{"level":"info","ts":1789477174.2840877,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477174.2841752,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"}
{"level":"info","ts":1789477174.2841883,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"}
{"level":"info","ts":1789477174.2841995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","EoS":true}
{"level":"info","ts":1789477174.2842247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","header":"x-maas-subscription"}
{"level":"info","ts":1789477174.284237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","header":"x-maas-username"}
{"level":"info","ts":1789477174.2842414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","header":"x-maas-group"}
{"level":"info","ts":1789477174.2842536,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789477174.2842765,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"}
{"level":"info","ts":1789477174.2853835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"}
{"level":"info","ts":1789477174.285408,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"}
{"level":"info","ts":1789477174.2854264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","EoS":false}
{"level":"info","ts":1789477174.285437,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"}
{"level":"info","ts":1789477174.2854595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b","EoS":true}
{"level":"info","ts":1789477174.2854702,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48acf238f10e8e01b72f8043a2327b09","span_id":"0b45c442362ceba5","x-request-id":"08588871-6680-4dcb-847a-accb299ad61b"}
{"level":"info","ts":1789477174.3305748,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477174.3306527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"}
{"level":"info","ts":1789477174.3306634,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"}
{"level":"info","ts":1789477174.3306742,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","EoS":true}
{"level":"info","ts":1789477174.3306942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","header":"x-maas-subscription"}
{"level":"info","ts":1789477174.3307045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","header":"x-maas-group"}
{"level":"info","ts":1789477174.3307092,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","header":"x-maas-username"}
{"level":"info","ts":1789477174.3307214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789477174.3307436,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"}
{"level":"info","ts":1789477174.3365223,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"}
{"level":"info","ts":1789477174.33654,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"}
{"level":"info","ts":1789477174.336551,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","EoS":false}
{"level":"info","ts":1789477174.3365645,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"}
{"level":"info","ts":1789477174.336591,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f","EoS":true}
{"level":"info","ts":1789477174.3366013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ae4b13a1dcd78414c7d973cb531c4b9","span_id":"216e187afe4c5380","x-request-id":"db114023-cb67-412d-b67e-5e93d649f45f"}
{"level":"info","ts":1789477174.3897393,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477174.3898323,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"}
{"level":"info","ts":1789477174.3898456,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"}
{"level":"info","ts":1789477174.3898575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","EoS":true}
{"level":"info","ts":1789477174.3898826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","header":"x-maas-subscription"}
{"level":"info","ts":1789477174.389896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","header":"x-maas-username"}
{"level":"info","ts":1789477174.3899004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","header":"x-maas-group"}
{"level":"info","ts":1789477174.3899145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789477174.3899384,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"}
{"level":"info","ts":1789477174.390856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"}
{"level":"info","ts":1789477174.3908765,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"}
{"level":"info","ts":1789477174.3908873,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","EoS":false}
{"level":"info","ts":1789477174.3909009,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"}
{"level":"info","ts":1789477174.390926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0","EoS":true}
{"level":"info","ts":1789477174.3909345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b0e40e180153193d0a2b04068842652","span_id":"baab3fc364a80730","x-request-id":"a7fd308e-7bfa-47c7-99e8-02e717e9c7f0"}
{"level":"error","ts":1789477186.9171052,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789477188.8356035,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477188.835703,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4fbed559357c73551e65a3374a5dea3","span_id":"8b536bc33ea74b70","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00"}
{"level":"info","ts":1789477188.8357153,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4fbed559357c73551e65a3374a5dea3","span_id":"8b536bc33ea74b70","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00"}
{"level":"info","ts":1789477188.8357267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4fbed559357c73551e65a3374a5dea3","span_id":"8b536bc33ea74b70","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00","EoS":true}
{"level":"info","ts":1789477188.8357782,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4fbed559357c73551e65a3374a5dea3","span_id":"8b536bc33ea74b70","x-request-id":"aab96788-edd4-42e2-a5a4-4f5cd227be00"}
{"level":"info","ts":1789477188.9874918,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477188.9876165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"22aab1a0e2dd1aff4d61aacce7ce1189","span_id":"735f8997df6473a0","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2"}
{"level":"info","ts":1789477188.9876347,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"22aab1a0e2dd1aff4d61aacce7ce1189","span_id":"735f8997df6473a0","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2"}
{"level":"info","ts":1789477188.9876518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"22aab1a0e2dd1aff4d61aacce7ce1189","span_id":"735f8997df6473a0","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2","EoS":true}
{"level":"info","ts":1789477188.9877148,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"22aab1a0e2dd1aff4d61aacce7ce1189","span_id":"735f8997df6473a0","x-request-id":"f8af3b9e-acb5-4f9e-9744-6857bcb172f2"}
{"level":"info","ts":1789477189.1533957,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477189.1534965,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c5d24974d957b99e1a15e5c39249bbd3","span_id":"eff621a5ab4bead7","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961"}
{"level":"info","ts":1789477189.1535091,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c5d24974d957b99e1a15e5c39249bbd3","span_id":"eff621a5ab4bead7","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961"}
{"level":"info","ts":1789477189.1535206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c5d24974d957b99e1a15e5c39249bbd3","span_id":"eff621a5ab4bead7","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961","EoS":true}
{"level":"info","ts":1789477189.1535652,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c5d24974d957b99e1a15e5c39249bbd3","span_id":"eff621a5ab4bead7","x-request-id":"babd1016-dea6-4b5b-a6c9-afbe705b5961"}
{"level":"error","ts":1789477201.9181762,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789479471.9685013,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789479471.968604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"}
{"level":"info","ts":1789479471.9686162,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"}
{"level":"info","ts":1789479471.9686286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","EoS":true}
{"level":"info","ts":1789479471.9686522,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","header":"x-maas-group"}
{"level":"info","ts":1789479471.9686627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","header":"x-maas-subscription"}
{"level":"info","ts":1789479471.9686677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","header":"x-maas-username"}
{"level":"info","ts":1789479471.9686823,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789479471.9687061,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"}
{"level":"info","ts":1789479471.969784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"}
{"level":"info","ts":1789479471.9698086,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"}
{"level":"info","ts":1789479471.969824,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","EoS":false}
{"level":"info","ts":1789479471.9698386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"}
{"level":"info","ts":1789479471.9698648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21","EoS":true}
{"level":"info","ts":1789479471.9698796,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bfaf753a243d4ccc999a1a7366a2a5d2","span_id":"3c6115c5e6de523d","x-request-id":"c0620a31-b7f0-4482-bdef-b87bc3d94d21"}
{"level":"info","ts":1789479472.8000543,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789479472.8001738,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}
{"level":"info","ts":1789479472.8001895,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}
{"level":"info","ts":1789479472.8002071,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","EoS":true}
{"level":"info","ts":1789479472.800245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","header":"x-maas-username"}
{"level":"info","ts":1789479472.8002586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","header":"x-maas-group"}
{"level":"info","ts":1789479472.8002658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","header":"x-maas-subscription"}
{"level":"info","ts":1789479472.8002868,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789479472.800322,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}
{"level":"info","ts":1789479472.8013906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}
{"level":"info","ts":1789479472.8014123,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}
{"level":"info","ts":1789479472.801431,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","EoS":false}
{"level":"info","ts":1789479472.8014448,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}
{"level":"info","ts":1789479472.8014731,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407","EoS":true}
{"level":"info","ts":1789479472.801482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98310cd436b052094f1a6d68a147d23b","span_id":"d50ec317beac3f84","x-request-id":"0425a930-5858-40fd-8bca-9c17814c9407"}
{"level":"error","ts":1789479482.185204,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789479497.1865366,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}